-- Logs begin at Tue 2021-02-16 17:20:36 UTC, end at Tue 2021-02-16 18:20:32 UTC. -- Feb 16 17:55:37.145376 dv-cinder-763306-9-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 16 17:55:39.891879 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.common.config [-] Logging enabled! Feb 16 17:55:39.892407 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev513 Feb 16 17:55:39.893727 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83874) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 17:55:39.895543 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.common.config [-] Logging enabled! Feb 16 17:55:39.895833 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev513 Feb 16 17:55:39.896185 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83874) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 17:55:39.897225 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 16 17:55:39.897492 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 16 17:55:39.898530 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 16 17:55:39.898813 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 16 17:55:39.899071 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 16 17:55:39.899458 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.899804 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.900145 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.900407 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.900742 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.901077 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.901399 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.901735 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.902648 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.903476 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.903803 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.904130 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.904398 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.904721 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.905057 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.905390 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.905647 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] debug = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.905965 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.906493 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.906813 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.907126 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.907485 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.907800 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.908113 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.908433 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.908800 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] host = dv-cinder-763306-9-smb {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.909114 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.909445 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.909776 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.910108 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.910422 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.910736 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.911064 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.911375 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.911710 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] log_file = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.912023 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.912355 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.912687 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.913031 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.913291 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.913546 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.913877 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.914212 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.914525 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.914838 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.915150 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.915482 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.915796 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.916103 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.916452 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.916763 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.917092 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.917405 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.917757 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.918137 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.918555 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.918888 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.919202 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.919537 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.919848 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.920177 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.920483 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.920795 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.921139 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.921466 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.921791 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.922118 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.922425 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.922754 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.923061 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.923367 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.923699 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] use_json = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.924007 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.924311 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.924630 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.924939 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.925245 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.925553 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.925860 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.926189 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:39.926520 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.926861 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.927205 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.927547 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.927882 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.928200 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.928531 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.928845 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.929175 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.929506 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.929830 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.930141 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.930460 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.930771 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.931106 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.931470 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.931808 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.932399 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.932717 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.933029 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.933409 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.933860 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.934364 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.934705 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.935041 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.935355 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.935698 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.936034 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.936349 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.936660 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.936974 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.937305 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.937618 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.937929 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.938249 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.938561 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.938870 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.939177 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.939511 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.939844 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.940159 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.940468 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.940774 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.941086 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.941392 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.941712 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.942024 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.942332 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.942644 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.942955 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.943263 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.943594 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.943908 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.944217 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.944528 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.944835 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.945141 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.945446 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.945753 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.946057 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.946365 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.946670 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.946980 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.947286 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.947617 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.947921 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.948225 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.948532 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.948856 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.950262 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.950580 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.950898 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.951216 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.951557 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.951873 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.952186 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.952500 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.952812 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.953122 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.953462 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.953781 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.954104 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.954420 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.954732 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.955069 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.955385 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.955725 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.956038 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.956351 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.956668 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.956989 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.957324 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.957653 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.957986 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.958317 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.958649 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.958963 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.959313 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.959655 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:39.959905 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 16 17:55:39.960166 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83874) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 16 17:55:40.646327 dv-cinder-763306-9-smb neutron-server[83874]: INFO keyring.backend [-] Loading Gnome Feb 16 17:55:40.663598 dv-cinder-763306-9-smb neutron-server[83874]: INFO keyring.backend [-] Loading Google Feb 16 17:55:40.666113 dv-cinder-763306-9-smb neutron-server[83874]: INFO keyring.backend [-] Loading Windows (alt) Feb 16 17:55:40.670205 dv-cinder-763306-9-smb neutron-server[83874]: INFO keyring.backend [-] Loading file Feb 16 17:55:40.671160 dv-cinder-763306-9-smb neutron-server[83874]: INFO keyring.backend [-] Loading keyczar Feb 16 17:55:40.671465 dv-cinder-763306-9-smb neutron-server[83874]: INFO keyring.backend [-] Loading multi Feb 16 17:55:40.672096 dv-cinder-763306-9-smb neutron-server[83874]: INFO keyring.backend [-] Loading pyfs Feb 16 17:55:40.717184 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 17:55:40.717486 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 17:55:40.717820 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 17:55:40.718178 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 16 17:55:41.104984 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.106319 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.106319 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.154457 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.154765 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.155062 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.158627 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.158936 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.159232 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.227434 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.227736 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.228034 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.229168 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.229471 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.229766 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.500244 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.500499 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.500799 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.501100 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.501917 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.648955 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.649326 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.649645 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.649943 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.650233 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.650604 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.650897 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.651180 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.651483 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.651814 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.652669 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.652971 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.653351 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.653558 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.653862 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.654172 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.654460 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.654770 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.655051 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.655551 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.655834 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.656112 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.656442 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.656716 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.656988 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.657395 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 17:55:41.657665 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 17:55:41.657930 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 17:55:41.658195 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 17:55:41.658460 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 17:55:41.658726 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 17:55:41.659135 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 16 17:55:41.662327 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 16 17:55:41.666230 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 16 17:55:41.670186 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])]) Feb 16 17:55:41.671840 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 16 17:55:41.673106 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 16 17:55:41.673483 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 16 17:55:41.673909 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 16 17:55:41.676635 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 16 17:55:41.676915 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 16 17:55:41.677293 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 16 17:55:41.699636 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 16 17:55:41.700246 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.700572 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83874) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 16 17:55:41.700978 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.702315 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83874) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 16 17:55:41.702629 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 16 17:55:41.702906 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 16 17:55:41.706016 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.706329 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:41.774043 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 16 17:55:41.774257 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 16 17:55:41.774519 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 16 17:55:41.774912 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 16 17:55:41.809943 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_db.sqlalchemy.engines [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83874) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 16 17:55:42.253460 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.plugins.ml2.managers [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Initializing driver for type 'gre' Feb 16 17:55:42.254026 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] gre ID ranges: [(1, 1000)] Feb 16 17:55:42.305951 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.plugins.ml2.managers [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Initializing driver for type 'local' Feb 16 17:55:42.306335 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.plugins.ml2.managers [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Initializing driver for type 'vlan' Feb 16 17:55:42.317925 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] VlanTypeDriver initialization complete Feb 16 17:55:42.318298 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.plugins.ml2.managers [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Initializing driver for type 'vxlan' Feb 16 17:55:42.318852 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] vxlan ID ranges: [(1, 1000)] Feb 16 17:55:42.359559 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.plugins.ml2.managers [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Initializing extension driver 'port_security' Feb 16 17:55:42.359926 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.plugins.ml2.extensions.port_security [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] PortSecurityExtensionDriver initialization complete Feb 16 17:55:42.360304 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.plugins.ml2.managers [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Initializing mechanism driver 'openvswitch' Feb 16 17:55:42.366548 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 17:55:42.367385 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > port after_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.367823 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > port after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.368215 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > port after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.368648 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > subnet after_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.369042 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > subnet after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.369426 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.369848 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > network after_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.370234 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > network after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.370618 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > network after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.371637 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > security_group after_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.372028 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > security_group after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.372409 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.372831 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.373214 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.373590 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.374144 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > address_group after_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.374528 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > address_group after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.374909 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > address_group after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.375277 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] ML2 OVO RPC backend initialized. {{(pid=83874) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 16 17:55:42.376029 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.376420 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.376881 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > network before_response 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.377266 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > networks before_response 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.377648 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > port before_response 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.378025 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > ports before_response 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.378436 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > subnet before_response 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.378812 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > subnets before_response 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.379194 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > network after_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.379622 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > network after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.379995 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > network after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.380370 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > port after_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.380740 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > port after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.381113 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > port after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.381486 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > subnet after_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.381856 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > subnet after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.382231 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.382867 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.plugins.ml2.plugin [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Modular L2 Plugin initialization complete Feb 16 17:55:42.383226 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading services supported by the core plugin {{(pid=83874) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 16 17:55:42.383623 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.plugins.ml2.managers [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Got port-security extension from driver 'port_security' Feb 16 17:55:42.384137 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.extensions.vlantransparent [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Disabled vlantransparent extension. Feb 16 17:55:42.384614 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83874) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 16 17:55:42.384956 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading Plugin: router Feb 16 17:55:42.423071 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.423556 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > router after_create 55549900 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.423990 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > router before_create 55549900 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.424397 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.424817 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.425213 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > router after_delete 55549900 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.425614 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.426025 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > router after_create 55549900 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.426409 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > router after_update 55549900 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.426802 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > router after_update 55549900 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.427190 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.427620 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > router after_update 55549900 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.428107 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > router precommit_update 55549900 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.428525 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: port after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.428909 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: port after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.429289 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: subnet after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.429669 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.430059 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.430447 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > router precommit_create 55549900 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.430828 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: port before_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.431237 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > router precommit_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.431695 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > router after_update 55549900 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.432338 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.432738 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > router precommit_create 55549900 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.433147 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.434107 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > router precommit_update 55549900 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.434552 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > network after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.435572 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource_registry [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Tracking information for resource: router configured {{(pid=83874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 17:55:42.435955 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource_registry [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Tracking information for resource: floatingip configured {{(pid=83874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 17:55:42.441856 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.db.l3_agentschedulers_db [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 16 17:55:42.442508 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: port after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.442904 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: port after_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.443288 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: port after_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.443726 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: port after_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.444625 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > router before_create 55550100 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.445026 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.445428 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > router precommit_create 55550100 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.445821 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > router precommit_update 55550100 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.450600 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.provider_configuration [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Service providers = [] {{(pid=83874) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 16 17:55:42.450995 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.servicetype_db [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83874) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 16 17:55:42.454049 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.service_base [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83874) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 16 17:55:42.454439 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.service_base [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83874) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 16 17:55:42.454820 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.service_base [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83874) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 16 17:55:42.455750 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.service_base [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83874) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 16 17:55:42.456157 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.services.service_base [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 16 17:55:42.456576 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 17:55:42.456931 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 16 17:55:42.467192 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 17:55:42.467540 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading Plugin: auto_allocate Feb 16 17:55:42.473395 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: network precommit_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.473805 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: network precommit_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.474385 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 17:55:42.474744 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading Plugin: tag Feb 16 17:55:42.482273 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 17:55:42.482637 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading Plugin: timestamp Feb 16 17:55:42.486497 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 17:55:42.487015 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading Plugin: network_ip_availability Feb 16 17:55:42.492522 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.492930 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.493326 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.494114 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 17:55:42.494469 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading Plugin: flavors Feb 16 17:55:42.499748 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 17:55:42.500115 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading Plugin: revisions Feb 16 17:55:42.504367 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 17:55:42.504788 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.787s {{(pid=83874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 17:55:42.505587 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83874) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 16 17:55:42.505950 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Initializing extension manager. Feb 16 17:55:42.506513 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: __init__.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.506895 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: __pycache__ {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.507271 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.507674 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: address_group.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.508647 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.509279 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: address-group Feb 16 17:55:42.509644 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: address_scope.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.510417 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.510993 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: address-scope Feb 16 17:55:42.511438 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.512443 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.513015 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: router-admin-state-down-before-update Feb 16 17:55:42.513377 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: agent.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.514140 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.514711 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: agent Feb 16 17:55:42.515073 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: agent_resources_synced.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.516021 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.516590 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: agent-resources-synced Feb 16 17:55:42.516952 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: allowedaddresspairs.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.518774 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.519358 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: allowed-address-pairs Feb 16 17:55:42.519760 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: auto_allocated_topology.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.520846 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.521428 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: auto-allocated-topology Feb 16 17:55:42.521795 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: availability_zone.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.522552 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.523131 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: availability_zone Feb 16 17:55:42.523539 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: availability_zone_filter.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.524473 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.525057 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: availability_zone_filter Feb 16 17:55:42.525421 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: data_plane_status.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.526352 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.527457 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extension data-plane-status not supported by any of loaded plugins Feb 16 17:55:42.528028 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: default_subnetpools.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.528748 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.529319 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: default-subnetpools Feb 16 17:55:42.529680 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.530642 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.531221 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: dhcp_agent_scheduler Feb 16 17:55:42.531618 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: dns.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.532550 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.533127 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extension dns-integration not supported by any of loaded plugins Feb 16 17:55:42.533493 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: dns_domain_ports.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.534418 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.534995 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 16 17:55:42.535359 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: dvr.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.536106 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.536679 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: dvr Feb 16 17:55:42.537039 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: empty_string_filtering.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.537967 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.538550 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: empty-string-filtering Feb 16 17:55:42.538913 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.539860 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.540437 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 16 17:55:42.540796 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.541722 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.542295 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 16 17:55:42.543200 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: external_net.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.544237 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.544820 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: external-net Feb 16 17:55:42.545183 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.546108 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.546684 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: extra_dhcp_opt Feb 16 17:55:42.547043 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: extraroute.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.548002 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.548578 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: extraroute Feb 16 17:55:42.548936 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: extraroute_atomic.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.549973 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.550553 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: extraroute-atomic Feb 16 17:55:42.550912 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: filter_validation.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.551642 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.552220 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: filter-validation Feb 16 17:55:42.552578 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: fip_pf_description.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.553503 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.554076 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 16 17:55:42.554434 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: fip_port_details.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.555375 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.555982 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: fip-port-details Feb 16 17:55:42.556343 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: flavors.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.557857 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.558549 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: flavors Feb 16 17:55:42.558919 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.560611 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.561198 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 16 17:55:42.561673 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: floatingip_pools.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.562438 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.563017 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: floatingip-pools Feb 16 17:55:42.563381 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: ip_allocation.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.564358 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.564937 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extension ip_allocation not supported by any of loaded plugins Feb 16 17:55:42.565302 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.566238 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.566814 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: ip-substring-filtering Feb 16 17:55:42.567177 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: l2_adjacency.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.568142 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.568717 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 16 17:55:42.569077 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: l3.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.570140 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.570728 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: router Feb 16 17:55:42.571091 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.573362 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.574077 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 16 17:55:42.574465 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.575442 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.576017 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: ext-gw-mode Feb 16 17:55:42.576384 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.577319 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.577901 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: l3-ha Feb 16 17:55:42.578263 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: l3_flavors.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.579194 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.579801 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: l3-flavors Feb 16 17:55:42.580163 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.581095 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.581681 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 16 17:55:42.582043 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: l3agentscheduler.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.583316 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.583932 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: l3_agent_scheduler Feb 16 17:55:42.584300 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: logging.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.585809 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.586401 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extension logging not supported by any of loaded plugins Feb 16 17:55:42.586769 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: metering.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.587606 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.588310 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: metering Feb 16 17:55:42.588679 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.590331 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.591082 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: metering_source_and_destination_fields Feb 16 17:55:42.591472 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: multiprovidernet.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.592433 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.593019 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: multi-provider Feb 16 17:55:42.593383 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: netmtu.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.594319 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.594901 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: net-mtu Feb 16 17:55:42.595267 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: netmtu_writable.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.596249 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.596829 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: net-mtu-writable Feb 16 17:55:42.597194 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: network_availability_zone.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.597917 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.598494 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: network_availability_zone Feb 16 17:55:42.598857 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: network_ip_availability.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.599985 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.600565 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: network-ip-availability Feb 16 17:55:42.600930 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: network_segment_range.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.601860 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.602445 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extension network-segment-range not supported by any of loaded plugins Feb 16 17:55:42.602809 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: pagination.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.603891 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.604269 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: pagination Feb 16 17:55:42.604631 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: port_device_profile.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.606300 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.606882 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: port-device-profile Feb 16 17:55:42.607246 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.608215 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.608800 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: port-mac-address-regenerate Feb 16 17:55:42.609162 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.610099 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.610678 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: port-numa-affinity-policy Feb 16 17:55:42.611042 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: port_resource_request.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.611995 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.612572 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extension port-resource-request not supported by any of loaded plugins Feb 16 17:55:42.612938 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: portbindings.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.613883 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.614459 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: binding Feb 16 17:55:42.614820 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: portbindings_extended.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.616112 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.616700 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: binding-extended Feb 16 17:55:42.617068 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: portsecurity.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.617992 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.618570 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: port-security Feb 16 17:55:42.618934 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: project_id.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.619946 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.620323 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: project-id Feb 16 17:55:42.620748 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: providernet.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.621646 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.622231 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: provider Feb 16 17:55:42.622595 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: qos.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.626136 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.626740 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extension qos not supported by any of loaded plugins Feb 16 17:55:42.627110 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.629508 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.630104 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 16 17:55:42.630473 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.631451 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.632035 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 16 17:55:42.632407 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: qos_default.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.633342 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.633922 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extension qos-default not supported by any of loaded plugins Feb 16 17:55:42.634289 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: qos_fip.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.634986 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.635581 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extension qos-fip not supported by any of loaded plugins Feb 16 17:55:42.635946 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: qos_gateway_ip.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.636989 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.637563 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 16 17:55:42.637927 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: qos_port_network_policy.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.638858 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.639446 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 16 17:55:42.639813 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: qos_rule_type_details.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.640753 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.641327 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 16 17:55:42.641688 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: qos_rules_alias.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.642777 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.643358 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 16 17:55:42.643755 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: quotasv2.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.644755 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.645128 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: quotas Feb 16 17:55:42.645488 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: quotasv2_detail.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.647125 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.647540 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: quota_details Feb 16 17:55:42.647912 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: rbac.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.649080 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.649675 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: rbac-policies Feb 16 17:55:42.650043 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: rbac_address_scope.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.650989 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.651602 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: rbac-address-scope Feb 16 17:55:42.652505 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: rbac_security_groups.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.653620 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.654203 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: rbac-security-groups Feb 16 17:55:42.654568 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: rbac_subnetpool.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.655547 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.656136 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: rbac-subnetpool Feb 16 17:55:42.656501 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: revisionifmatch.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.657445 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.658026 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: revision-if-match Feb 16 17:55:42.658389 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: revisions.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.659555 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.660138 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: standard-attr-revisions Feb 16 17:55:42.660505 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: router_availability_zone.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.661226 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.661804 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: router_availability_zone Feb 16 17:55:42.662165 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: routerservicetype.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.663105 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.663726 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extension router-service-type not supported by any of loaded plugins Feb 16 17:55:42.664090 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.665043 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.665623 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: security-groups-normalized-cidr Feb 16 17:55:42.665985 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.666931 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.667547 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: port-security-groups-filtering Feb 16 17:55:42.668431 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.669395 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.669980 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: security-groups-remote-address-group Feb 16 17:55:42.670342 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: securitygroup.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.683772 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.684473 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: security-group Feb 16 17:55:42.684764 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: segment.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.685622 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.686198 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extension segment not supported by any of loaded plugins Feb 16 17:55:42.686568 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.687575 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.688159 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 16 17:55:42.688526 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: servicetype.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.689641 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.690231 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: service-type Feb 16 17:55:42.690596 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: sorting.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.691616 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.691994 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: sorting Feb 16 17:55:42.692356 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: standard_attr_segment.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.693285 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.693870 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 16 17:55:42.694231 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: standardattrdescription.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.694919 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.695517 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: standard-attr-description Feb 16 17:55:42.695880 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: stateful_security_group.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.696825 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.697411 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: stateful-security-group Feb 16 17:55:42.697771 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: stdattrs_common.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.698369 dv-cinder-763306-9-smb neutron-server[83874]: WARNING neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 16 17:55:42.698729 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.699866 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.700451 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 16 17:55:42.700817 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: subnet_onboard.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.701894 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.702487 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: subnet_onboard Feb 16 17:55:42.702853 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.703821 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.704399 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 16 17:55:42.704762 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: subnet_service_types.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.705706 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.706288 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: subnet-service-types Feb 16 17:55:42.706654 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: subnetallocation.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.707766 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.708352 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: subnet_allocation Feb 16 17:55:42.708717 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.709431 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.710015 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: subnetpool-prefix-ops Feb 16 17:55:42.710377 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.711339 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.711937 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 16 17:55:42.712303 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: tagging.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.713568 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.714147 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: standard-attr-tag Feb 16 17:55:42.715042 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: timestamp.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.716317 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.716912 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loaded extension: standard-attr-timestamp Feb 16 17:55:42.717324 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: trunk.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.718326 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.718907 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extension trunk not supported by any of loaded plugins Feb 16 17:55:42.719269 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: trunk_details.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.720247 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.720827 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extension trunk-details not supported by any of loaded plugins Feb 16 17:55:42.721190 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: uplink_status_propagation.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.722142 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.722720 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 16 17:55:42.723080 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Loading extension file: vlantransparent.py {{(pid=83874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 17:55:42.723812 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 17:55:42.724391 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 16 17:55:42.727097 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.quota.resource_registry [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Creating instance of TrackedResource for resource:network Feb 16 17:55:42.727938 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.quota.resource_registry [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Creating instance of TrackedResource for resource:subnet Feb 16 17:55:42.728617 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.quota.resource_registry [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 17:55:42.729279 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.quota.resource_registry [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Creating instance of TrackedResource for resource:port Feb 16 17:55:42.731530 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.resource_helper [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 17:55:42.732026 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.resource_helper [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Service FLAVORS assigned prefix: {{(pid=83874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 17:55:42.732732 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.resource_helper [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 17:55:42.733218 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.resource_helper [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 17:55:42.733594 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.quota.resource_registry [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Creating instance of TrackedResource for resource:router Feb 16 17:55:42.734336 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.quota.resource_registry [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 17:55:42.735114 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.resource_helper [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Service METERING assigned prefix: /metering {{(pid=83874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 17:55:42.736928 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.737334 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.737723 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 17:55:42.738861 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.quota.resource_registry [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 17:55:42.739360 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.quota.resource_registry [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Creating instance of TrackedResource for resource:security_group Feb 16 17:55:42.740206 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.quota.resource_registry [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 17:55:42.741029 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.resource_helper [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Service CORE assigned prefix: {{(pid=83874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 17:55:42.741402 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.quota.resource_registry [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 17:55:42.741774 dv-cinder-763306-9-smb neutron-server[83874]: WARNING neutron.quota.resource_registry [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] subnetpool is already registered Feb 16 17:55:42.742440 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.resource_helper [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Service CORE assigned prefix: {{(pid=83874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 17:55:42.742815 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.quota.resource_registry [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 17:55:42.743176 dv-cinder-763306-9-smb neutron-server[83874]: WARNING neutron.quota.resource_registry [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] subnetpool is already registered Feb 16 17:55:42.746521 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.resource_helper [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 17:55:42.747000 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.resource_helper [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Service FLAVORS assigned prefix: {{(pid=83874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 17:55:42.747687 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.resource_helper [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 17:55:42.748155 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.resource_helper [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 17:55:42.748530 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.quota.resource_registry [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Creating instance of TrackedResource for resource:router Feb 16 17:55:42.748896 dv-cinder-763306-9-smb neutron-server[83874]: WARNING neutron.quota.resource_registry [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] router is already registered Feb 16 17:55:42.749568 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.quota.resource_registry [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 17:55:42.749932 dv-cinder-763306-9-smb neutron-server[83874]: WARNING neutron.quota.resource_registry [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] floatingip is already registered Feb 16 17:55:42.750635 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.resource_helper [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Service METERING assigned prefix: /metering {{(pid=83874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 17:55:42.751387 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.quota.resource_registry [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 17:55:42.751777 dv-cinder-763306-9-smb neutron-server[83874]: WARNING neutron.quota.resource_registry [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] rbac_policy is already registered Feb 16 17:55:42.752407 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.quota.resource_registry [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Creating instance of TrackedResource for resource:security_group Feb 16 17:55:42.752781 dv-cinder-763306-9-smb neutron-server[83874]: WARNING neutron.quota.resource_registry [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] security_group is already registered Feb 16 17:55:42.753447 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.quota.resource_registry [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 17:55:42.753812 dv-cinder-763306-9-smb neutron-server[83874]: WARNING neutron.quota.resource_registry [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] security_group_rule is already registered Feb 16 17:55:42.754568 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.resource_helper [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Service CORE assigned prefix: {{(pid=83874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 17:55:42.754941 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.quota.resource_registry [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 17:55:42.755304 dv-cinder-763306-9-smb neutron-server[83874]: WARNING neutron.quota.resource_registry [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] subnetpool is already registered Feb 16 17:55:42.756015 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.resource_helper [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Service CORE assigned prefix: {{(pid=83874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 17:55:42.756384 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.quota.resource_registry [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 17:55:42.756744 dv-cinder-763306-9-smb neutron-server[83874]: WARNING neutron.quota.resource_registry [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] subnetpool is already registered Feb 16 17:55:42.757465 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: extensions {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.759037 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: address-groups {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.760768 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: address-scopes {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.763068 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: agents {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.764331 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: auto-allocated-topology {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.765665 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: availability_zones {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.767097 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: dhcp-networks {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.768633 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: dhcp-agents {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.770145 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: routers {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.772082 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: flavors {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.773340 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: service_profiles {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.774640 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: next_providers {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.777121 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: service_profiles {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.778689 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: floatingip-pools {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.780031 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: routers {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.781952 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: floatingips {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.783232 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: l3-routers {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.784755 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: l3-agents {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.786251 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: metering-labels {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.787710 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: metering-label-rules {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.789082 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: network-ip-availabilities {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.790470 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: bindings {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.792233 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: quotas {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.793798 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: quotas {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.795294 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: rbac-policies {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.796702 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: security-groups {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.797988 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: security-group-rules {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.799300 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: service-providers {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.800637 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: subnetpools {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.802134 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: subnetpools {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.803693 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: tags {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.805518 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: tags {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.807725 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: tags {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.810144 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: tags {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.812066 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: tags {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.813861 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: tags {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.815788 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: tags {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.817734 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: tags {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.819751 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: tags {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.821706 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.extensions [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Extended resource: tags {{(pid=83874) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 17:55:42.829373 dv-cinder-763306-9-smb neutron-server[83874]: WARNING keystonemiddleware.auth_token [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 16 17:55:42.834715 dv-cinder-763306-9-smb neutron-server[83874]: WARNING keystonemiddleware.auth_token [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 16 17:55:42.843613 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Acquired lock "singleton_lock" {{(pid=83874) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 16 17:55:42.844141 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Releasing lock "singleton_lock" {{(pid=83874) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 16 17:55:42.845603 dv-cinder-763306-9-smb neutron-server[83874]: INFO oslo_service.service [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Starting 2 workers Feb 16 17:55:42.850332 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Started child 83985 {{(pid=83874) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 16 17:55:42.854233 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:55:42.855033 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Started child 83986 {{(pid=83874) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 16 17:55:42.856099 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [-] (83985) wsgi starting up on http://0.0.0.0:9696 Feb 16 17:55:42.856706 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.service [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 16 17:55:42.857370 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Notify callbacks [] for process, before_spawn {{(pid=83874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:55:42.858441 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:55:42.859828 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [-] (83986) wsgi starting up on http://0.0.0.0:9696 Feb 16 17:55:42.860008 dv-cinder-763306-9-smb neutron-server[83874]: INFO oslo_service.service [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Starting 1 workers Feb 16 17:55:42.865338 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Started child 83987 {{(pid=83874) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 16 17:55:42.865877 dv-cinder-763306-9-smb neutron-server[83874]: INFO oslo_service.service [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Starting 1 workers Feb 16 17:55:42.867464 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.service [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] calling RpcWorker wait() {{(pid=83987) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 16 17:55:42.867858 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.service [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] returning from RpcWorker wait() {{(pid=83987) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 16 17:55:42.869375 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:55:42.870002 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 17:55:42.870553 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Started child 83988 {{(pid=83874) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 16 17:55:42.872169 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a223-9cd1-4871-b773-5948dd6f8a29 None None] Notify callbacks [] for process, after_spawn {{(pid=83874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:55:42.873825 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83874) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 16 17:55:42.874071 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 16 17:55:42.874285 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 16 17:55:42.874551 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 16 17:55:42.874937 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 16 17:55:42.875131 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 16 17:55:42.875348 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:55:42.875713 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.876035 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.876357 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.876650 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.876970 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.877639 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.877949 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.878264 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.878574 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.878866 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.879067 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.879266 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.879583 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.879882 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.880236 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.880520 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.880791 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.881071 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.881287 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.881571 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.881882 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.882174 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.882471 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] debug = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.882751 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.883317 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.883603 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.883903 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.884181 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.884482 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.884767 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.885077 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.885340 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.885591 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.885859 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.886151 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.886461 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.887438 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.887726 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.887985 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.888462 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] host = dv-cinder-763306-9-smb {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.888718 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.888971 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.889261 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.889530 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.889816 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.890094 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.890380 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.890679 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.890957 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.891221 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.891528 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.891797 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.892081 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.892362 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] log_file = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.892555 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] log_options = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.892821 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.893124 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.893418 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.893638 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.893833 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.894026 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.894332 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.894578 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.894800 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.895047 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.895294 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.895586 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.895856 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.896094 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.896390 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.896655 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.896936 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.897210 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.897496 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.897790 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.898075 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.898329 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.898614 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.898877 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.899126 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.899418 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.899682 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.899930 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.900462 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.900462 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.900727 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.901524 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.901524 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.901524 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.901923 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.901923 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.902236 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.902487 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.902765 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.903244 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.903557 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.904044 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.904044 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.904284 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.904514 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.904781 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] use_json = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.905029 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.905284 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.905406 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 17:55:42.905582 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.905820 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.906089 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.906428 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.906569 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.906834 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.907267 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.907618 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.907960 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.908224 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.908499 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.908756 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.909054 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.909325 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.909593 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.909864 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.910209 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.910463 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.910786 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.911041 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.911317 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.911701 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.912021 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.912834 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.913120 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.913388 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.913660 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.913939 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.914281 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.914605 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.914912 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.915183 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.915594 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.915750 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.916265 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.916265 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.916632 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.916632 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.916891 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.918160 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.918160 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.918160 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.919285 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.919285 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.919285 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.920824 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.920824 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.920824 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.920824 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.920824 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.920824 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.920824 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.925368 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.925368 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.925368 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.925368 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.925368 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.925368 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.925368 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.925368 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.925368 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.926519 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.926519 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.926519 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.926519 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.926519 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.926519 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.926519 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.926519 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.926519 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.927802 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.927802 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.927802 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.927802 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.927802 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.927802 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.927802 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.927802 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.927802 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.928919 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.928919 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.928919 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.928919 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.928919 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.928919 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.928919 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.930201 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.930201 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.930201 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.930201 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.930201 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.930974 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.930974 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.930974 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.933032 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.933032 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.933032 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.933032 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.933032 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.933032 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.933032 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.933032 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.934719 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.934719 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.934719 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.934719 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.935098 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.935098 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.935273 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.935518 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.935790 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.936047 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.936349 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.936620 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.936914 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.937202 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.937518 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.937842 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.938105 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.938443 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.938716 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.939018 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.939370 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.939715 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.940007 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.940298 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.940574 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.940875 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.941165 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.941451 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.941728 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.942017 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.942272 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.942575 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.942853 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.943109 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.943359 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.943679 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.944051 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.944356 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.944624 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.944876 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.945186 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.945469 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.945737 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.946028 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.946322 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.946603 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.946894 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.947181 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.947448 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.947720 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.948103 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.948353 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.948626 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.949413 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.949920 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.950197 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.950451 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.950761 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.951013 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.951288 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.951571 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.951850 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.952109 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.952397 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.952654 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.952911 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.953184 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.953437 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.953690 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.953950 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.954182 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.954668 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.954668 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.954965 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.955449 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.955718 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.956009 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.956394 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.956697 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.956951 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.957240 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.957516 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.957770 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.958036 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.958289 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.958636 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.958912 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.959199 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.959503 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.959781 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.960018 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.960375 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.960649 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.960922 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.961198 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.961455 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.961731 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.961989 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.962244 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.962518 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.962771 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.963031 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.963314 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.963623 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.963905 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.964162 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.964413 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.965315 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.965573 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.965813 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.966163 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.966481 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.966669 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.966925 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.967190 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.967516 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.967740 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.967990 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.968248 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.968518 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.968785 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.969036 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.969284 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.969537 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.969868 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.970111 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.970412 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.970669 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.970995 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.971285 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.971650 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.971860 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.972208 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.972460 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.972743 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.972997 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.973279 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.973538 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.973855 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.974225 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.974565 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.974874 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.975179 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.975518 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.975849 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.976173 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.976426 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.976761 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.977132 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.977418 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.977709 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.977980 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.978270 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.978534 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.978790 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.979043 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.979297 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.979579 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.979862 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.980215 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.980637 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.980912 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.981161 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.981418 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.981699 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.981935 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.982225 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.982511 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:42.982674 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 16 17:55:42.983156 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83874) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 16 17:55:42.983348 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 16 17:55:42.983648 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 16 17:55:42.983804 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 16 17:55:42.983954 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 16 17:55:42.984076 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 16 17:55:42.984385 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.984573 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.984720 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.984868 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.985016 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.985179 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.985331 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.985479 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.985669 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.985859 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.986049 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.986303 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.986389 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.986559 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.986752 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.986914 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.987100 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.987288 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.987508 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.987696 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.987883 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.988070 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.988256 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] debug = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.988443 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.988663 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.988856 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.989044 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.989231 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.989420 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.989608 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.989796 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.989982 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.990169 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.990357 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.990544 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.990732 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.990918 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.991103 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.991290 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.991500 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] host = dv-cinder-763306-9-smb {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.991687 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.991873 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.992059 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.992245 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.992432 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.992622 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.992812 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.992998 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.993184 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.993372 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.993560 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.993752 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.993940 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.994127 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] log_file = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.994314 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] log_options = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.994499 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.994687 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.994873 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.995109 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.995302 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.995516 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.995745 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.996026 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.996287 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.996634 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.996823 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.997010 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.997366 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.997366 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.997781 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.997781 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.999191 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.999191 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.999191 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.999191 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.999191 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.999191 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.999191 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.999191 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.999914 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.999914 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.999914 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.999914 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:42.999914 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:43.000366 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:43.000366 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:43.000366 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:43.000627 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:43.000627 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:43.000797 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:43.000889 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:43.001073 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:43.001235 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:43.001427 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:43.001691 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:43.001782 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:43.001936 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:43.002121 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:43.002309 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:43.002496 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:43.002718 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] use_json = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:43.002920 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:43.003074 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:43.003235 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:43.003369 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:43.003548 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:43.003689 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:43.003837 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:43.003995 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 17:55:43.004146 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.004337 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.004542 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.004705 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.004897 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.005072 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.005264 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.005455 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.005645 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.005836 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.006037 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.006227 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.006429 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.006621 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.006812 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.007023 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.007178 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.007368 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.007583 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.007773 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.007963 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.008137 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.008333 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.008524 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.008715 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.008907 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.009100 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.009292 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.009482 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.009674 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.009865 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.010056 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.010247 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.010438 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.010629 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.010820 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.011010 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.011202 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.011974 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.012167 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.012336 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.012498 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.012660 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.012812 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.012998 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.013188 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.013379 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.013574 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.013766 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.013955 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.014156 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.014346 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.014537 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.014727 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.014917 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.015106 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.015297 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.015512 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.015703 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.015894 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.016083 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.016288 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.016478 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.016669 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.016859 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.017074 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.017239 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.017429 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.017619 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.017809 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.017998 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.018188 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.018379 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.018570 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.018759 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.018950 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.019140 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.019330 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.019545 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.019737 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.019927 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.020117 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.020306 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.020498 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.020696 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.020902 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.021091 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.021281 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.021470 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.021660 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.021885 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.022156 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.022269 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.022373 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.022537 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.022702 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.022917 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.023321 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.023321 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.023575 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.023575 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.023762 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.023930 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.024011 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 17:55:43.024118 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.024306 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.024497 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.024687 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.024878 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.025067 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.025256 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.025447 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.025647 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.025839 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.026031 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.026222 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.026419 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.026623 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.026814 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.027049 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.027818 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.027818 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.027818 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.028604 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.028604 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.028855 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.028855 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.029109 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.029254 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.029388 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.029522 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.029694 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.029885 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.030128 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.030319 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.030509 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.030699 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.030889 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.031079 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.031269 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.031481 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.031671 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.031860 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.032049 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.032274 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.032414 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.032559 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.032730 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.032920 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.033110 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.033332 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.033466 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.033633 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.033822 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.034011 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.034200 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.034389 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.034578 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.034767 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.034956 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.035146 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.035335 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.035547 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.035734 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.037017 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.037017 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.037017 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.037017 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.037017 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.037017 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.037017 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.037017 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.039095 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.039095 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.039095 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.039095 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.039095 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.039095 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.039095 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.039095 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.039795 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.039795 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.039795 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.039795 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.039795 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.039795 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.039795 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.039795 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.040448 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.040448 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.040448 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.040448 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.040448 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.040863 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.040863 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.041033 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.041125 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.041285 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.041472 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.041662 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.041855 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.042046 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.042234 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.042424 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.042665 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.042865 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.043124 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.043380 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.043541 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.043669 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.043856 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.044047 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.044248 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.044439 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.044668 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.044826 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.044971 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.045118 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.045285 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.045470 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.045658 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.045848 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.046048 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.046240 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.046431 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.046629 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.046819 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.047012 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.047204 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.047424 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.047618 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.047811 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.048002 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.048190 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.048379 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.048551 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.048719 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.048916 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.049114 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.049305 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.049503 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.049702 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.049899 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.050091 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.050287 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.050491 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.050680 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.050870 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.051062 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.051251 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.051463 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.051655 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.051843 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.052031 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.052222 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.052413 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.052601 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.052793 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.052983 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.053173 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.053363 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.053575 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.053740 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.053897 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.054047 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 17:55:43.054197 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83874) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 16 17:55:43.316963 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 54772) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:55:43.328471 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0093660 Feb 16 17:55:53.522887 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bde4388-796d-4e27-8393-76aef72e286d None None] get_active_networks_info from dv-cinder-763306-9-smb {{(pid=83987) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 16 17:55:53.691917 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bde4388-796d-4e27-8393-76aef72e286d None None] No non-hosted networks {{(pid=83987) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 16 17:55:53.715000 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8aa9b21c-82fd-49a6-924d-67f1032e9a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488'] for agent, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:55:55.707413 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5596575d-7514-4aad-865e-023048b4d823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488'] for agent, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:55:55.771920 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-955c6df6-1705-4581-8028-a7f8748d23cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:55:56.723298 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488'] for agent, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:55:57.350696 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488'] for agent, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:55:57.351699 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:55:57.352254 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:55:57.352832 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:55:57.353381 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:55:57.353930 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:55:57.354468 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:55:57.355013 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:55:57.355578 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:55:57.356117 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:55:57.356650 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:55:57.357207 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:55:57.357759 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:55:57.358365 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-763306-9-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 17:55:57.368752 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-763306-9-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 17:55:57.932816 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488'] for agent, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:55:59.245233 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] get_endpoint_by_host() called for host dv-cinder-763306-9-smb {{(pid=83987) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 16 17:55:59.250737 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] get_endpoint_by_ip() called for ip 192.168.0.61 {{(pid=83987) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 16 17:55:59.253977 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] _add_endpoint() called for ip 192.168.0.61 {{(pid=83987) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 16 17:55:59.261929 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] _get_endpoints() called {{(pid=83987) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 16 17:55:59.416350 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 54864) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:56:00.036202 dv-cinder-763306-9-smb neutron-server[83874]: WARNING oslo_policy.policy [None req-47dad412-c849-4943-aa6e-5aeb7c101baa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 17:56:00.036729 dv-cinder-763306-9-smb neutron-server[83874]: WARNING oslo_policy.policy [None req-47dad412-c849-4943-aa6e-5aeb7c101baa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 17:56:00.274990 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [None req-47dad412-c849-4943-aa6e-5aeb7c101baa admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 17:56:00.276180 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-47dad412-c849-4943-aa6e-5aeb7c101baa admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8588710 Feb 16 17:56:02.863786 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.db.l3_hamode_db [None req-c5f7cc06-d52f-4560-8ec9-a51087edde5d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 16 17:56:02.955044 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f7cc06-d52f-4560-8ec9-a51087edde5d None None] Routers set() bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 17:56:02.955406 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f7cc06-d52f-4560-8ec9-a51087edde5d None None] Router IDs set() for agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 16 17:56:03.044490 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 54878) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:56:03.447290 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-1bf060c4-6dcc-4aaa-b69f-a89ba5ac046f admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:56:03.516716 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.policy [None req-1bf060c4-6dcc-4aaa-b69f-a89ba5ac046f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83986) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 16 17:56:03.552574 dv-cinder-763306-9-smb neutron-server[83874]: WARNING oslo_policy.policy [None req-1bf060c4-6dcc-4aaa-b69f-a89ba5ac046f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 17:56:03.552978 dv-cinder-763306-9-smb neutron-server[83874]: WARNING oslo_policy.policy [None req-1bf060c4-6dcc-4aaa-b69f-a89ba5ac046f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 17:56:03.580318 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.quota [None req-1bf060c4-6dcc-4aaa-b69f-a89ba5ac046f admin admin] Loaded quota_driver: . Feb 16 17:56:03.596304 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-1bf060c4-6dcc-4aaa-b69f-a89ba5ac046f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 17:56:03.653298 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1bf060c4-6dcc-4aaa-b69f-a89ba5ac046f admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363287456368233', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363287456320960', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363287456319498', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363287456339605', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363287456338494', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-988280', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-849823', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853038566', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852991066'] for rbac-policy, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:03.716265 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1bf060c4-6dcc-4aaa-b69f-a89ba5ac046f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:03.718105 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-1bf060c4-6dcc-4aaa-b69f-a89ba5ac046f admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6718247 Feb 16 17:56:06.699800 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 54892) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:56:07.074003 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'edf14f5b34b54efdbc01d39367646df2', 'admin_state_up': True}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:56:07.080458 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 17:56:07.085137 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Usage tracker for resource:network and tenant:edf14f5b34b54efdbc01d39367646df2 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 17:56:07.088795 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 17:56:07.095412 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 17:56:07.103936 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Made reservation on behalf of edf14f5b34b54efdbc01d39367646df2 for: {'network': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 17:56:07.109924 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for network, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:07.128014 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:07.298252 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 17:56:07.302042 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Usage tracker for resource:security_group_rule and tenant:edf14f5b34b54efdbc01d39367646df2 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 17:56:07.305497 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 17:56:07.311907 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 17:56:07.405957 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:07.408591 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:07.413113 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 17:56:07.433888 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=83986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 17:56:07.459528 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749401242329', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975480'] for segment, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:07.460012 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.db.segments_db [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Added segment 17a5530e-6e86-46c9-9c8d-f3f40a2e9f15 of type vxlan for network feda12d4-c71d-4070-8b2e-1b88dddfc59b Feb 16 17:56:07.513172 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32a45dd-1abf-4789-8a60-da91e2342e2e,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 17:56:07.536291 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:07.536660 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:07.537017 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:07.537369 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:07.537718 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:07.538064 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:07.538408 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:07.538752 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:07.539096 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:07.539453 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:07.539798 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:07.540136 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:07.541273 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Tracked resource versions report: Feb 16 17:56:07.541273 dv-cinder-763306-9-smb neutron-server[83874]: pushed versions: Feb 16 17:56:07.541273 dv-cinder-763306-9-smb neutron-server[83874]: { 'AddressGroup': {'1.1'}, Feb 16 17:56:07.541273 dv-cinder-763306-9-smb neutron-server[83874]: 'ConntrackHelper': {'1.0'}, Feb 16 17:56:07.541273 dv-cinder-763306-9-smb neutron-server[83874]: 'Log': {'1.0'}, Feb 16 17:56:07.541273 dv-cinder-763306-9-smb neutron-server[83874]: 'Network': {'1.1'}, Feb 16 17:56:07.541273 dv-cinder-763306-9-smb neutron-server[83874]: 'Port': {'1.7'}, Feb 16 17:56:07.541273 dv-cinder-763306-9-smb neutron-server[83874]: 'PortForwarding': {'1.2'}, Feb 16 17:56:07.541273 dv-cinder-763306-9-smb neutron-server[83874]: 'QosPolicy': {'1.8'}, Feb 16 17:56:07.541273 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroup': {'1.4'}, Feb 16 17:56:07.541273 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroupRule': {'1.2'}, Feb 16 17:56:07.541273 dv-cinder-763306-9-smb neutron-server[83874]: 'SubPort': {'1.0'}, Feb 16 17:56:07.541273 dv-cinder-763306-9-smb neutron-server[83874]: 'Subnet': {'1.1'}, Feb 16 17:56:07.541273 dv-cinder-763306-9-smb neutron-server[83874]: 'Trunk': {'1.1'}} Feb 16 17:56:07.541273 dv-cinder-763306-9-smb neutron-server[83874]: consumer versions: Feb 16 17:56:07.541273 dv-cinder-763306-9-smb neutron-server[83874]: { DHCP agent@dv-cinder-763306-9-smb: {}, Feb 16 17:56:07.541273 dv-cinder-763306-9-smb neutron-server[83874]: L3 agent@dv-cinder-763306-9-smb: {}, Feb 16 17:56:07.541273 dv-cinder-763306-9-smb neutron-server[83874]: Metadata agent@dv-cinder-763306-9-smb: {}, Feb 16 17:56:07.541273 dv-cinder-763306-9-smb neutron-server[83874]: Metering agent@dv-cinder-763306-9-smb: {}, Feb 16 17:56:07.541273 dv-cinder-763306-9-smb neutron-server[83874]: Open vSwitch agent@dv-cinder-763306-9-smb: { 'AddressGroup': '1.1', Feb 16 17:56:07.541273 dv-cinder-763306-9-smb neutron-server[83874]: 'ConntrackHelper': '1.0', Feb 16 17:56:07.541273 dv-cinder-763306-9-smb neutron-server[83874]: 'Log': '1.0', Feb 16 17:56:07.541273 dv-cinder-763306-9-smb neutron-server[83874]: 'Network': '1.1', Feb 16 17:56:07.541273 dv-cinder-763306-9-smb neutron-server[83874]: 'Port': '1.7', Feb 16 17:56:07.541273 dv-cinder-763306-9-smb neutron-server[83874]: 'PortForwarding': '1.2', Feb 16 17:56:07.541273 dv-cinder-763306-9-smb neutron-server[83874]: 'QosPolicy': '1.8', Feb 16 17:56:07.541273 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroup': '1.4', Feb 16 17:56:07.541273 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroupRule': '1.2', Feb 16 17:56:07.541273 dv-cinder-763306-9-smb neutron-server[83874]: 'SubPort': '1.0', Feb 16 17:56:07.541273 dv-cinder-763306-9-smb neutron-server[83874]: 'Subnet': '1.1', Feb 16 17:56:07.541273 dv-cinder-763306-9-smb neutron-server[83874]: 'Trunk': '1.1'}} Feb 16 17:56:07.541273 dv-cinder-763306-9-smb neutron-server[83874]: {{(pid=83986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 17:56:07.576385 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287454046290'] for network, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:07.604883 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 17:56:07.618005 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548'] for network, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:07.619323 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 17:56:07.619998 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:07.625764 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 17:56:07.738929 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0379725 Feb 16 17:56:07.739676 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Pushing event updated for resources: {'Network': ['ID=feda12d4-c71d-4070-8b2e-1b88dddfc59b,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 17:56:07.742887 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 17:56:07.751647 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Network feda12d4-c71d-4070-8b2e-1b88dddfc59b details requested by agent ovs-agent-dv-cinder-763306-9-smb with host dv-cinder-763306-9-smb {{(pid=83987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 17:56:10.756614 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 54908) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:56:11.231806 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad0f713-4720-4c52-82e2-d0d893a07b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 17:56:11.233334 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-4ad0f713-4720-4c52-82e2-d0d893a07b00 admin admin] 10.222.0.41 "GET /v2.0/networks/feda12d4-c71d-4070-8b2e-1b88dddfc59b HTTP/1.1" status: 200 len: 818 time: 0.4757028 Feb 16 17:56:11.265056 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-54bd24bd-e654-47e0-908e-9fe23773ad18 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/84f0904b-b407-47d7-87d5-12ba20885ba1 HTTP/1.1" status: 200 len: 734 time: 0.0254993 Feb 16 17:56:11.274564 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-cdec65cb-0908-4129-b70c-d2329bd2b6d6 admin admin] Request body: {'subnet': {'subnetpool_id': '84f0904b-b407-47d7-87d5-12ba20885ba1', 'tenant_id': 'edf14f5b34b54efdbc01d39367646df2', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'feda12d4-c71d-4070-8b2e-1b88dddfc59b'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:56:11.278918 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-cdec65cb-0908-4129-b70c-d2329bd2b6d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 17:56:11.283050 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-cdec65cb-0908-4129-b70c-d2329bd2b6d6 admin admin] Usage tracker for resource:subnet and tenant:edf14f5b34b54efdbc01d39367646df2 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 17:56:11.285948 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-cdec65cb-0908-4129-b70c-d2329bd2b6d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 17:56:11.291429 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-cdec65cb-0908-4129-b70c-d2329bd2b6d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 17:56:11.300655 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdec65cb-0908-4129-b70c-d2329bd2b6d6 admin admin] Made reservation on behalf of edf14f5b34b54efdbc01d39367646df2 for: {'subnet': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 17:56:11.305175 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-cdec65cb-0908-4129-b70c-d2329bd2b6d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:11.778368 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-cdec65cb-0908-4129-b70c-d2329bd2b6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548'] for subnet, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:11.793599 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 17:56:11.928343 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec65cb-0908-4129-b70c-d2329bd2b6d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aab02298-3dc7-4771-8f36-6203acc88aac,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 17:56:11.943878 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-cdec65cb-0908-4129-b70c-d2329bd2b6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 17:56:11.999320 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdec65cb-0908-4129-b70c-d2329bd2b6d6 admin admin] Checking segment: {'id': '17a5530e-6e86-46c9-9c8d-f3f40a2e9f15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'feda12d4-c71d-4070-8b2e-1b88dddfc59b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 17:56:11.999732 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdec65cb-0908-4129-b70c-d2329bd2b6d6 admin admin] Network hostable DHCP agents. Network: feda12d4-c71d-4070-8b2e-1b88dddfc59b, hostable agents: ['de8c96f3-9ead-4786-a920-55e7f9d921c5'], hosted agents: [] {{(pid=83986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 17:56:12.019942 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdec65cb-0908-4129-b70c-d2329bd2b6d6 admin admin] Network feda12d4-c71d-4070-8b2e-1b88dddfc59b is scheduled to be hosted by DHCP agent de8c96f3-9ead-4786-a920-55e7f9d921c5 with binding_index 1 {{(pid=83986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 17:56:12.028585 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-cdec65cb-0908-4129-b70c-d2329bd2b6d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-smb, feda12d4-c71d-4070-8b2e-1b88dddfc59b) {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 17:56:12.033721 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdec65cb-0908-4129-b70c-d2329bd2b6d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 17:56:12.034355 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-cdec65cb-0908-4129-b70c-d2329bd2b6d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:12.039211 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe420f74-7d06-493c-96b6-e9ab0ab0bf84 None None] Network feda12d4-c71d-4070-8b2e-1b88dddfc59b requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 17:56:12.053727 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-cdec65cb-0908-4129-b70c-d2329bd2b6d6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7827137 Feb 16 17:56:12.537568 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7ad7740-a6d8-56fc-ba3f-3973bf36c32d-feda12d4-c71d-4070-8b2e-1b88dddfc59b', 'network_id': 'feda12d4-c71d-4070-8b2e-1b88dddfc59b', 'tenant_id': 'edf14f5b34b54efdbc01d39367646df2', 'fixed_ips': [{'subnet_id': 'aab02298-3dc7-4771-8f36-6203acc88aac'}]}} from dv-cinder-763306-9-smb. {{(pid=83987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 17:56:12.538625 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:12.851412 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Allocated IP 172.20.0.2 (feda12d4-c71d-4070-8b2e-1b88dddfc59b/aab02298-3dc7-4771-8f36-6203acc88aac/2f443702-f1c7-4f02-a53e-d479e5c99aea) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 17:56:13.086708 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:13.100188 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Transition to ACTIVE for port object 2f443702-f1c7-4f02-a53e-d479e5c99aea will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 17:56:13.119575 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Transition to ACTIVE for port object 2f443702-f1c7-4f02-a53e-d479e5c99aea will not be triggered until provisioned by entity DHCP. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 17:56:13.126600 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:13.143304 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 17:56:13.279368 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Pushing event updated for resources: {'Port': ['ID=2f443702-f1c7-4f02-a53e-d479e5c99aea,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 17:56:13.289483 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:13.289856 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:13.290221 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:13.290577 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:13.290933 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:13.291295 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:13.291668 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:13.292019 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:13.292371 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:13.292718 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:13.293069 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:13.293415 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:13.294554 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Tracked resource versions report: Feb 16 17:56:13.294554 dv-cinder-763306-9-smb neutron-server[83874]: pushed versions: Feb 16 17:56:13.294554 dv-cinder-763306-9-smb neutron-server[83874]: { 'AddressGroup': {'1.1'}, Feb 16 17:56:13.294554 dv-cinder-763306-9-smb neutron-server[83874]: 'ConntrackHelper': {'1.0'}, Feb 16 17:56:13.294554 dv-cinder-763306-9-smb neutron-server[83874]: 'Log': {'1.0'}, Feb 16 17:56:13.294554 dv-cinder-763306-9-smb neutron-server[83874]: 'Network': {'1.1'}, Feb 16 17:56:13.294554 dv-cinder-763306-9-smb neutron-server[83874]: 'Port': {'1.7'}, Feb 16 17:56:13.294554 dv-cinder-763306-9-smb neutron-server[83874]: 'PortForwarding': {'1.2'}, Feb 16 17:56:13.294554 dv-cinder-763306-9-smb neutron-server[83874]: 'QosPolicy': {'1.8'}, Feb 16 17:56:13.294554 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroup': {'1.4'}, Feb 16 17:56:13.294554 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroupRule': {'1.2'}, Feb 16 17:56:13.294554 dv-cinder-763306-9-smb neutron-server[83874]: 'SubPort': {'1.0'}, Feb 16 17:56:13.294554 dv-cinder-763306-9-smb neutron-server[83874]: 'Subnet': {'1.1'}, Feb 16 17:56:13.294554 dv-cinder-763306-9-smb neutron-server[83874]: 'Trunk': {'1.1'}} Feb 16 17:56:13.294554 dv-cinder-763306-9-smb neutron-server[83874]: consumer versions: Feb 16 17:56:13.294554 dv-cinder-763306-9-smb neutron-server[83874]: { DHCP agent@dv-cinder-763306-9-smb: {}, Feb 16 17:56:13.294554 dv-cinder-763306-9-smb neutron-server[83874]: L3 agent@dv-cinder-763306-9-smb: {}, Feb 16 17:56:13.294554 dv-cinder-763306-9-smb neutron-server[83874]: Metadata agent@dv-cinder-763306-9-smb: {}, Feb 16 17:56:13.294554 dv-cinder-763306-9-smb neutron-server[83874]: Metering agent@dv-cinder-763306-9-smb: {}, Feb 16 17:56:13.294554 dv-cinder-763306-9-smb neutron-server[83874]: Open vSwitch agent@dv-cinder-763306-9-smb: { 'AddressGroup': '1.1', Feb 16 17:56:13.294554 dv-cinder-763306-9-smb neutron-server[83874]: 'ConntrackHelper': '1.0', Feb 16 17:56:13.294554 dv-cinder-763306-9-smb neutron-server[83874]: 'Log': '1.0', Feb 16 17:56:13.294554 dv-cinder-763306-9-smb neutron-server[83874]: 'Network': '1.1', Feb 16 17:56:13.294554 dv-cinder-763306-9-smb neutron-server[83874]: 'Port': '1.7', Feb 16 17:56:13.294554 dv-cinder-763306-9-smb neutron-server[83874]: 'PortForwarding': '1.2', Feb 16 17:56:13.294554 dv-cinder-763306-9-smb neutron-server[83874]: 'QosPolicy': '1.8', Feb 16 17:56:13.294554 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroup': '1.4', Feb 16 17:56:13.294554 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroupRule': '1.2', Feb 16 17:56:13.294554 dv-cinder-763306-9-smb neutron-server[83874]: 'SubPort': '1.0', Feb 16 17:56:13.294554 dv-cinder-763306-9-smb neutron-server[83874]: 'Subnet': '1.1', Feb 16 17:56:13.294554 dv-cinder-763306-9-smb neutron-server[83874]: 'Trunk': '1.1'}} Feb 16 17:56:13.294554 dv-cinder-763306-9-smb neutron-server[83874]: {{(pid=83987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 17:56:13.301845 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 17:56:13.350020 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Network feda12d4-c71d-4070-8b2e-1b88dddfc59b is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 17:56:13.351178 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 17:56:13.353929 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 17:56:13.414581 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Attempting to bind port 2f443702-f1c7-4f02-a53e-d479e5c99aea on host dv-cinder-763306-9-smb for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:56:13.414923 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Attempting to bind port 2f443702-f1c7-4f02-a53e-d479e5c99aea by drivers openvswitch on host dv-cinder-763306-9-smb at level 0 using segments [{'id': '17a5530e-6e86-46c9-9c8d-f3f40a2e9f15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'feda12d4-c71d-4070-8b2e-1b88dddfc59b'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 17:56:13.415335 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Attempting to bind port 2f443702-f1c7-4f02-a53e-d479e5c99aea on network feda12d4-c71d-4070-8b2e-1b88dddfc59b {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 17:56:13.421564 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Checking agent: {'id': '32a65721-1161-4909-9634-11ba095c6914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 17, 55, 57), 'started_at': datetime.datetime(2021, 2, 16, 17, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 17, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:56:13.421967 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Checking segment: {'id': '17a5530e-6e86-46c9-9c8d-f3f40a2e9f15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'feda12d4-c71d-4070-8b2e-1b88dddfc59b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 17:56:13.422457 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:13.422884 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Bound using segment: {'id': '17a5530e-6e86-46c9-9c8d-f3f40a2e9f15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'feda12d4-c71d-4070-8b2e-1b88dddfc59b'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:56:13.423458 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Bound port: 2f443702-f1c7-4f02-a53e-d479e5c99aea, host: dv-cinder-763306-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17a5530e-6e86-46c9-9c8d-f3f40a2e9f15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'feda12d4-c71d-4070-8b2e-1b88dddfc59b'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 17:56:13.423842 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:13.515747 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] For port 2f443702-f1c7-4f02-a53e-d479e5c99aea, host dv-cinder-763306-9-smb, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 17:56:13.519855 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] For port 2f443702-f1c7-4f02-a53e-d479e5c99aea, host dv-cinder-763306-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=2f443702-f1c7-4f02-a53e-d479e5c99aea,segment=NetworkSegment(17a5530e-6e86-46c9-9c8d-f3f40a2e9f15),segment_id=17a5530e-6e86-46c9-9c8d-f3f40a2e9f15)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 17:56:13.523307 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:13.538696 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 17:56:13.688151 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Pushing event updated for resources: {'Port': ['ID=2f443702-f1c7-4f02-a53e-d479e5c99aea,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 17:56:13.692814 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 17:56:14.847139 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 54918) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:56:15.263247 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [None req-48e3cd11-b0a6-475e-a5fc-cf488bc44a48 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 17:56:15.280086 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-48e3cd11-b0a6-475e-a5fc-cf488bc44a48 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4318776 Feb 16 17:56:17.322174 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 2f443702-f1c7-4f02-a53e-d479e5c99aea up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 17:56:17.393704 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning for port 2f443702-f1c7-4f02-a53e-d479e5c99aea completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 17:56:18.045914 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 54932) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:56:18.455744 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [None req-69ea16f3-7b13-4e76-a4bb-6db7a7a44cdd admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 17:56:18.456815 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-69ea16f3-7b13-4e76-a4bb-6db7a7a44cdd admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4099021 Feb 16 17:56:18.485410 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8a09ad-4a8e-484e-b325-24ded596fc1f None None] Network feda12d4-c71d-4070-8b2e-1b88dddfc59b requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 17:56:18.588047 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-79668f80-8963-446e-bc58-4cee9a94a49a None None] Provisioning for port 2f443702-f1c7-4f02-a53e-d479e5c99aea completed by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 17:56:18.599830 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-79668f80-8963-446e-bc58-4cee9a94a49a None None] Provisioning complete for port 2f443702-f1c7-4f02-a53e-d479e5c99aea triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 17:56:18.600244 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-79668f80-8963-446e-bc58-4cee9a94a49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:18.827582 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-79668f80-8963-446e-bc58-4cee9a94a49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:18.906495 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-79668f80-8963-446e-bc58-4cee9a94a49a None None] For port 2f443702-f1c7-4f02-a53e-d479e5c99aea, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=2f443702-f1c7-4f02-a53e-d479e5c99aea,segment=NetworkSegment(17a5530e-6e86-46c9-9c8d-f3f40a2e9f15),segment_id=17a5530e-6e86-46c9-9c8d-f3f40a2e9f15)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 17:56:18.910950 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-79668f80-8963-446e-bc58-4cee9a94a49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:18.916786 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 17:56:19.001836 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79668f80-8963-446e-bc58-4cee9a94a49a None None] Pushing event updated for resources: {'Port': ['ID=2f443702-f1c7-4f02-a53e-d479e5c99aea,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 17:56:19.005357 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-79668f80-8963-446e-bc58-4cee9a94a49a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 17:56:19.240505 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d4765cd5-0a5b-4024-9855-8ff66bfc85b0 None None] Provisioning complete for port 2f443702-f1c7-4f02-a53e-d479e5c99aea triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 17:56:19.240923 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d4765cd5-0a5b-4024-9855-8ff66bfc85b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:19.320132 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 2f443702-f1c7-4f02-a53e-d479e5c99aea up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 17:56:19.465244 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port 2f443702-f1c7-4f02-a53e-d479e5c99aea triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 17:56:19.465773 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:19.600256 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-424cb546-1016-454b-924c-ba9cf5c62e4b None None] Provisioning complete for port 2f443702-f1c7-4f02-a53e-d479e5c99aea triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 17:56:19.600563 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-424cb546-1016-454b-924c-ba9cf5c62e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:21.511191 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 54944) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:56:21.880133 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-a7d02f07-6af9-4864-8c3d-6700b0d34904 admin admin] Request body: {'router': {'tenant_id': 'edf14f5b34b54efdbc01d39367646df2', 'name': 'router1', 'admin_state_up': True}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:56:21.885538 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-a7d02f07-6af9-4864-8c3d-6700b0d34904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 17:56:21.890577 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-a7d02f07-6af9-4864-8c3d-6700b0d34904 admin admin] Usage tracker for resource:router and tenant:edf14f5b34b54efdbc01d39367646df2 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 17:56:21.893758 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-a7d02f07-6af9-4864-8c3d-6700b0d34904 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 17:56:21.899388 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-a7d02f07-6af9-4864-8c3d-6700b0d34904 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 17:56:21.909245 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a7d02f07-6af9-4864-8c3d-6700b0d34904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853176566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497015'] for router, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:21.910528 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a7d02f07-6af9-4864-8c3d-6700b0d34904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1599234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1997164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1977739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854278786'] for router, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:21.934322 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a7d02f07-6af9-4864-8c3d-6700b0d34904 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:22.039639 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a7d02f07-6af9-4864-8c3d-6700b0d34904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853176370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852778499'] for router, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:22.057893 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a7d02f07-6af9-4864-8c3d-6700b0d34904 admin admin] Notify callbacks [] for router, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:22.059149 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-a7d02f07-6af9-4864-8c3d-6700b0d34904 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5468416 Feb 16 17:56:23.418986 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d84d665b-6959-466a-9af1-40db7fedd2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:24.854215 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 54954) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:56:25.253733 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [None req-7a41229b-39bc-462c-adee-2f9fed762e30 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 17:56:25.254784 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-7a41229b-39bc-462c-adee-2f9fed762e30 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3995583 Feb 16 17:56:25.714713 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-79056b88-94d1-44f0-8188-37ae13e4d2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:26.648853 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:27.338242 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:27.875029 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:28.010603 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 54974) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:56:28.169057 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-c019be40-3fa4-425c-b469-c8b3d3fa96a8 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:56:28.174960 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-c019be40-3fa4-425c-b469-c8b3d3fa96a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 17:56:28.178899 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-c019be40-3fa4-425c-b469-c8b3d3fa96a8 admin admin] Usage tracker for resource:network and tenant:f57b2379ccad42f18b783aceef935d00 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 17:56:28.182642 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-c019be40-3fa4-425c-b469-c8b3d3fa96a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 17:56:28.189094 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-c019be40-3fa4-425c-b469-c8b3d3fa96a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 17:56:28.198090 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c019be40-3fa4-425c-b469-c8b3d3fa96a8 admin admin] Made reservation on behalf of f57b2379ccad42f18b783aceef935d00 for: {'network': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 17:56:28.203118 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c019be40-3fa4-425c-b469-c8b3d3fa96a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for network, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:28.216000 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c019be40-3fa4-425c-b469-c8b3d3fa96a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:28.230787 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-c019be40-3fa4-425c-b469-c8b3d3fa96a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 17:56:28.235355 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-c019be40-3fa4-425c-b469-c8b3d3fa96a8 admin admin] Usage tracker for resource:security_group_rule and tenant:f57b2379ccad42f18b783aceef935d00 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 17:56:28.238220 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-c019be40-3fa4-425c-b469-c8b3d3fa96a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 17:56:28.243869 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-c019be40-3fa4-425c-b469-c8b3d3fa96a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 17:56:28.326471 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c019be40-3fa4-425c-b469-c8b3d3fa96a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:28.329010 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c019be40-3fa4-425c-b469-c8b3d3fa96a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:28.333354 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 17:56:28.347186 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c019be40-3fa4-425c-b469-c8b3d3fa96a8 admin admin] Reserving flat network on physical network physnet1 {{(pid=83986) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 16 17:56:28.372004 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019be40-3fa4-425c-b469-c8b3d3fa96a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60126b66-0ad9-4b84-a102-36e35ca4046a,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 17:56:28.374956 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c019be40-3fa4-425c-b469-c8b3d3fa96a8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749401242329', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975480'] for segment, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:28.375586 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c019be40-3fa4-425c-b469-c8b3d3fa96a8 admin admin] Unsubscribe: segment precommit_create {{(pid=83986) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 16 17:56:28.376004 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.db.segments_db [None req-c019be40-3fa4-425c-b469-c8b3d3fa96a8 admin admin] Added segment d8e446b7-17d7-4e96-a48b-79ba500f2134 of type flat for network d4f88037-574b-44e5-a9d6-1bdf8627b244 Feb 16 17:56:28.377237 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-c019be40-3fa4-425c-b469-c8b3d3fa96a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 17:56:28.411771 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c019be40-3fa4-425c-b469-c8b3d3fa96a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287454046290'] for network, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:28.448485 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c019be40-3fa4-425c-b469-c8b3d3fa96a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548'] for network, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:28.449721 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c019be40-3fa4-425c-b469-c8b3d3fa96a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 17:56:28.450351 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c019be40-3fa4-425c-b469-c8b3d3fa96a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:28.455227 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 17:56:28.559214 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-c019be40-3fa4-425c-b469-c8b3d3fa96a8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5475335 Feb 16 17:56:28.560075 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019be40-3fa4-425c-b469-c8b3d3fa96a8 admin admin] Pushing event updated for resources: {'Network': ['ID=d4f88037-574b-44e5-a9d6-1bdf8627b244,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 17:56:28.562795 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-c019be40-3fa4-425c-b469-c8b3d3fa96a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 17:56:28.573722 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Network d4f88037-574b-44e5-a9d6-1bdf8627b244 details requested by agent ovs-agent-dv-cinder-763306-9-smb with host dv-cinder-763306-9-smb {{(pid=83987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 17:56:31.088936 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 54994) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:56:31.207749 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2e844e-427b-4ef2-942c-90517e2b502f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 17:56:31.209216 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-ae2e844e-427b-4ef2-942c-90517e2b502f admin admin] 10.222.0.41 "GET /v2.0/subnets/aab02298-3dc7-4771-8f36-6203acc88aac HTTP/1.1" status: 200 len: 849 time: 0.1192544 Feb 16 17:56:31.357019 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-9d407243-c07d-413a-93ab-8d05de563459 admin admin] 10.222.0.41 "GET /v2.0/routers/71ae189c-8cd5-4611-bb97-5c673d231e10 HTTP/1.1" status: 200 len: 704 time: 0.1415508 Feb 16 17:56:31.980329 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c8cbcf1a-0c9e-4d11-8a6f-39ac56a5f357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:32.342530 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [None req-c8cbcf1a-0c9e-4d11-8a6f-39ac56a5f357 admin admin] Allocated IP 172.20.0.1 (feda12d4-c71d-4070-8b2e-1b88dddfc59b/aab02298-3dc7-4771-8f36-6203acc88aac/a14e7248-490e-493a-a0bb-1e326f9007c4) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 17:56:32.511128 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c8cbcf1a-0c9e-4d11-8a6f-39ac56a5f357 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:32.528677 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-c8cbcf1a-0c9e-4d11-8a6f-39ac56a5f357 admin admin] Transition to ACTIVE for port object a14e7248-490e-493a-a0bb-1e326f9007c4 will not be triggered until provisioned by entity DHCP. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 17:56:32.582789 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c8cbcf1a-0c9e-4d11-8a6f-39ac56a5f357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:32.597308 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 17:56:32.730001 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbcf1a-0c9e-4d11-8a6f-39ac56a5f357 admin admin] Pushing event updated for resources: {'Port': ['ID=a14e7248-490e-493a-a0bb-1e326f9007c4,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 17:56:32.736914 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-c8cbcf1a-0c9e-4d11-8a6f-39ac56a5f357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 17:56:32.792519 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cbcf1a-0c9e-4d11-8a6f-39ac56a5f357 admin admin] Network feda12d4-c71d-4070-8b2e-1b88dddfc59b is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 17:56:32.793642 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-c8cbcf1a-0c9e-4d11-8a6f-39ac56a5f357 admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 17:56:32.796506 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cbcf1a-0c9e-4d11-8a6f-39ac56a5f357 admin admin] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 17:56:32.796999 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c8cbcf1a-0c9e-4d11-8a6f-39ac56a5f357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1592565'] for router_interface, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:32.971268 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-e89c3b72-7b70-4ed3-b34b-1022f9c68069 None None] Provisioning for port a14e7248-490e-493a-a0bb-1e326f9007c4 completed by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 17:56:32.976394 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-e89c3b72-7b70-4ed3-b34b-1022f9c68069 None None] Provisioning complete for port a14e7248-490e-493a-a0bb-1e326f9007c4 triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 17:56:32.976932 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e89c3b72-7b70-4ed3-b34b-1022f9c68069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:33.034228 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-e89c3b72-7b70-4ed3-b34b-1022f9c68069 None None] Port a14e7248-490e-493a-a0bb-1e326f9007c4 cannot update to ACTIVE because it is not bound. {{(pid=83987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 17:56:33.070993 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c8cbcf1a-0c9e-4d11-8a6f-39ac56a5f357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:33.361796 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c8cbcf1a-0c9e-4d11-8a6f-39ac56a5f357 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:33.365270 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c8cbcf1a-0c9e-4d11-8a6f-39ac56a5f357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:33.366329 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c8cbcf1a-0c9e-4d11-8a6f-39ac56a5f357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1681597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853183402'] for router_interface, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:33.383935 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 17:56:33.513130 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbcf1a-0c9e-4d11-8a6f-39ac56a5f357 admin admin] Pushing event updated for resources: {'Port': ['ID=a14e7248-490e-493a-a0bb-1e326f9007c4,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 17:56:33.517615 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-c8cbcf1a-0c9e-4d11-8a6f-39ac56a5f357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 17:56:33.571273 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cbcf1a-0c9e-4d11-8a6f-39ac56a5f357 admin admin] Network feda12d4-c71d-4070-8b2e-1b88dddfc59b is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 17:56:33.572359 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-c8cbcf1a-0c9e-4d11-8a6f-39ac56a5f357 admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 17:56:33.757747 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-22f20d5f-a574-47f9-bd76-698532c91f12 None None] Provisioning complete for port a14e7248-490e-493a-a0bb-1e326f9007c4 triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 17:56:33.758165 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-22f20d5f-a574-47f9-bd76-698532c91f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:33.818370 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-22f20d5f-a574-47f9-bd76-698532c91f12 None None] Port a14e7248-490e-493a-a0bb-1e326f9007c4 cannot update to ACTIVE because it is not bound. {{(pid=83987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 17:56:33.937216 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8cbcf1a-0c9e-4d11-8a6f-39ac56a5f357 admin admin] Router 71ae189c-8cd5-4611-bb97-5c673d231e10 is scheduled to L3 agent 616de62f-f042-46f7-b8cf-861f27422584 with binding_index 1 {{(pid=83986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 16 17:56:34.098046 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cbcf1a-0c9e-4d11-8a6f-39ac56a5f357 admin admin] Notify agent at l3_agent.dv-cinder-763306-9-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 17:56:34.107488 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-c8cbcf1a-0c9e-4d11-8a6f-39ac56a5f357 admin admin] 10.222.0.41 "PUT /v2.0/routers/71ae189c-8cd5-4611-bb97-5c673d231e10/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7443335 Feb 16 17:56:34.108619 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bf8951-e3a2-40ec-903d-83c948c44e7a None None] Sync routers for ids ['71ae189c-8cd5-4611-bb97-5c673d231e10'] in dv-cinder-763306-9-smb {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 17:56:34.119616 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bf8951-e3a2-40ec-903d-83c948c44e7a None None] Routers {'71ae189c-8cd5-4611-bb97-5c673d231e10'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 17:56:34.120504 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-08bf8951-e3a2-40ec-903d-83c948c44e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T17:56:26Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['71ae189c-8cd5-4611-bb97-5c673d231e10'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 17:56:34.315184 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-08bf8951-e3a2-40ec-903d-83c948c44e7a None None] Set router 71ae189c-8cd5-4611-bb97-5c673d231e10 gateway port host: None {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 17:56:34.874417 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-08bf8951-e3a2-40ec-903d-83c948c44e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ae189c-8cd5-4611-bb97-5c673d231e10', 'name': 'router1', 'tenant_id': 'edf14f5b34b54efdbc01d39367646df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T17:56:21Z', 'updated_at': '2021-02-16T17:56:33Z', 'revision_number': 2, 'project_id': 'edf14f5b34b54efdbc01d39367646df2', 'gw_port_host': None, '_interfaces': [{'id': 'a14e7248-490e-493a-a0bb-1e326f9007c4', 'name': '', 'network_id': 'feda12d4-c71d-4070-8b2e-1b88dddfc59b', 'tenant_id': 'edf14f5b34b54efdbc01d39367646df2', 'mac_address': 'fa:16:3e:a1:43:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ae189c-8cd5-4611-bb97-5c673d231e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aab02298-3dc7-4771-8f36-6203acc88aac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T17:56:32Z', 'updated_at': '2021-02-16T17:56:33Z', 'revision_number': 2, 'project_id': 'edf14f5b34b54efdbc01d39367646df2', 'subnets': [{'id': 'aab02298-3dc7-4771-8f36-6203acc88aac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84f0904b-b407-47d7-87d5-12ba20885ba1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 17:56:34.879531 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bf8951-e3a2-40ec-903d-83c948c44e7a None None] Checking router: 71ae189c-8cd5-4611-bb97-5c673d231e10 for host: dv-cinder-763306-9-smb {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 17:56:34.879920 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bf8951-e3a2-40ec-903d-83c948c44e7a None None] Updating router 71ae189c-8cd5-4611-bb97-5c673d231e10 port a14e7248-490e-493a-a0bb-1e326f9007c4 binding host dv-cinder-763306-9-smb {{(pid=83988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 17:56:34.935659 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-08bf8951-e3a2-40ec-903d-83c948c44e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:35.390233 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-08bf8951-e3a2-40ec-903d-83c948c44e7a None None] Notify callbacks [] for port, precommit_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:35.404829 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-08bf8951-e3a2-40ec-903d-83c948c44e7a None None] Transition to ACTIVE for port object a14e7248-490e-493a-a0bb-1e326f9007c4 will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 17:56:35.407555 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-08bf8951-e3a2-40ec-903d-83c948c44e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:35.423744 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 17:56:35.566255 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88046f42-113c-402c-b29c-00a384534135 None None] Pushing event updated for resources: {'Port': ['ID=a14e7248-490e-493a-a0bb-1e326f9007c4,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 17:56:35.578211 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88046f42-113c-402c-b29c-00a384534135 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:35.578584 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88046f42-113c-402c-b29c-00a384534135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:35.578948 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88046f42-113c-402c-b29c-00a384534135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:35.579306 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88046f42-113c-402c-b29c-00a384534135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:35.579763 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88046f42-113c-402c-b29c-00a384534135 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:35.580121 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88046f42-113c-402c-b29c-00a384534135 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:35.580476 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88046f42-113c-402c-b29c-00a384534135 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:35.580828 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88046f42-113c-402c-b29c-00a384534135 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:35.581181 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88046f42-113c-402c-b29c-00a384534135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:35.581527 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88046f42-113c-402c-b29c-00a384534135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:35.581872 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88046f42-113c-402c-b29c-00a384534135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:35.582217 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88046f42-113c-402c-b29c-00a384534135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:56:35.583351 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88046f42-113c-402c-b29c-00a384534135 None None] Tracked resource versions report: Feb 16 17:56:35.583351 dv-cinder-763306-9-smb neutron-server[83874]: pushed versions: Feb 16 17:56:35.583351 dv-cinder-763306-9-smb neutron-server[83874]: { 'AddressGroup': {'1.1'}, Feb 16 17:56:35.583351 dv-cinder-763306-9-smb neutron-server[83874]: 'ConntrackHelper': {'1.0'}, Feb 16 17:56:35.583351 dv-cinder-763306-9-smb neutron-server[83874]: 'Log': {'1.0'}, Feb 16 17:56:35.583351 dv-cinder-763306-9-smb neutron-server[83874]: 'Network': {'1.1'}, Feb 16 17:56:35.583351 dv-cinder-763306-9-smb neutron-server[83874]: 'Port': {'1.7'}, Feb 16 17:56:35.583351 dv-cinder-763306-9-smb neutron-server[83874]: 'PortForwarding': {'1.2'}, Feb 16 17:56:35.583351 dv-cinder-763306-9-smb neutron-server[83874]: 'QosPolicy': {'1.8'}, Feb 16 17:56:35.583351 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroup': {'1.4'}, Feb 16 17:56:35.583351 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroupRule': {'1.2'}, Feb 16 17:56:35.583351 dv-cinder-763306-9-smb neutron-server[83874]: 'SubPort': {'1.0'}, Feb 16 17:56:35.583351 dv-cinder-763306-9-smb neutron-server[83874]: 'Subnet': {'1.1'}, Feb 16 17:56:35.583351 dv-cinder-763306-9-smb neutron-server[83874]: 'Trunk': {'1.1'}} Feb 16 17:56:35.583351 dv-cinder-763306-9-smb neutron-server[83874]: consumer versions: Feb 16 17:56:35.583351 dv-cinder-763306-9-smb neutron-server[83874]: { DHCP agent@dv-cinder-763306-9-smb: {}, Feb 16 17:56:35.583351 dv-cinder-763306-9-smb neutron-server[83874]: L3 agent@dv-cinder-763306-9-smb: {}, Feb 16 17:56:35.583351 dv-cinder-763306-9-smb neutron-server[83874]: Metadata agent@dv-cinder-763306-9-smb: {}, Feb 16 17:56:35.583351 dv-cinder-763306-9-smb neutron-server[83874]: Metering agent@dv-cinder-763306-9-smb: {}, Feb 16 17:56:35.583351 dv-cinder-763306-9-smb neutron-server[83874]: Open vSwitch agent@dv-cinder-763306-9-smb: { 'AddressGroup': '1.1', Feb 16 17:56:35.583351 dv-cinder-763306-9-smb neutron-server[83874]: 'ConntrackHelper': '1.0', Feb 16 17:56:35.583351 dv-cinder-763306-9-smb neutron-server[83874]: 'Log': '1.0', Feb 16 17:56:35.583351 dv-cinder-763306-9-smb neutron-server[83874]: 'Network': '1.1', Feb 16 17:56:35.583351 dv-cinder-763306-9-smb neutron-server[83874]: 'Port': '1.7', Feb 16 17:56:35.583351 dv-cinder-763306-9-smb neutron-server[83874]: 'PortForwarding': '1.2', Feb 16 17:56:35.583351 dv-cinder-763306-9-smb neutron-server[83874]: 'QosPolicy': '1.8', Feb 16 17:56:35.583351 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroup': '1.4', Feb 16 17:56:35.583351 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroupRule': '1.2', Feb 16 17:56:35.583351 dv-cinder-763306-9-smb neutron-server[83874]: 'SubPort': '1.0', Feb 16 17:56:35.583351 dv-cinder-763306-9-smb neutron-server[83874]: 'Subnet': '1.1', Feb 16 17:56:35.583351 dv-cinder-763306-9-smb neutron-server[83874]: 'Trunk': '1.1'}} Feb 16 17:56:35.583351 dv-cinder-763306-9-smb neutron-server[83874]: {{(pid=83988) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 17:56:35.599103 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-88046f42-113c-402c-b29c-00a384534135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 17:56:35.753270 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-08bf8951-e3a2-40ec-903d-83c948c44e7a None None] Attempting to bind port a14e7248-490e-493a-a0bb-1e326f9007c4 on host dv-cinder-763306-9-smb for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:56:35.753697 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-08bf8951-e3a2-40ec-903d-83c948c44e7a None None] Attempting to bind port a14e7248-490e-493a-a0bb-1e326f9007c4 by drivers openvswitch on host dv-cinder-763306-9-smb at level 0 using segments [{'id': '17a5530e-6e86-46c9-9c8d-f3f40a2e9f15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'feda12d4-c71d-4070-8b2e-1b88dddfc59b'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 17:56:35.754118 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bf8951-e3a2-40ec-903d-83c948c44e7a None None] Attempting to bind port a14e7248-490e-493a-a0bb-1e326f9007c4 on network feda12d4-c71d-4070-8b2e-1b88dddfc59b {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 17:56:35.759905 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bf8951-e3a2-40ec-903d-83c948c44e7a None None] Checking agent: {'id': '32a65721-1161-4909-9634-11ba095c6914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 17, 55, 57), 'started_at': datetime.datetime(2021, 2, 16, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 17, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:56:35.760331 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bf8951-e3a2-40ec-903d-83c948c44e7a None None] Checking segment: {'id': '17a5530e-6e86-46c9-9c8d-f3f40a2e9f15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'feda12d4-c71d-4070-8b2e-1b88dddfc59b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 17:56:35.760815 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-08bf8951-e3a2-40ec-903d-83c948c44e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:35.761240 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bf8951-e3a2-40ec-903d-83c948c44e7a None None] Bound using segment: {'id': '17a5530e-6e86-46c9-9c8d-f3f40a2e9f15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'feda12d4-c71d-4070-8b2e-1b88dddfc59b'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:56:35.761764 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-08bf8951-e3a2-40ec-903d-83c948c44e7a None None] Bound port: a14e7248-490e-493a-a0bb-1e326f9007c4, host: dv-cinder-763306-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17a5530e-6e86-46c9-9c8d-f3f40a2e9f15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'feda12d4-c71d-4070-8b2e-1b88dddfc59b'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 17:56:35.762199 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-08bf8951-e3a2-40ec-903d-83c948c44e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:35.855799 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-08bf8951-e3a2-40ec-903d-83c948c44e7a None None] For port a14e7248-490e-493a-a0bb-1e326f9007c4, host dv-cinder-763306-9-smb, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 17:56:35.860633 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-08bf8951-e3a2-40ec-903d-83c948c44e7a None None] For port a14e7248-490e-493a-a0bb-1e326f9007c4, host dv-cinder-763306-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=a14e7248-490e-493a-a0bb-1e326f9007c4,segment=NetworkSegment(17a5530e-6e86-46c9-9c8d-f3f40a2e9f15),segment_id=17a5530e-6e86-46c9-9c8d-f3f40a2e9f15)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 17:56:35.863996 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-08bf8951-e3a2-40ec-903d-83c948c44e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:35.882518 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-88046f42-113c-402c-b29c-00a384534135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 17:56:36.031222 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88046f42-113c-402c-b29c-00a384534135 None None] Pushing event updated for resources: {'Port': ['ID=a14e7248-490e-493a-a0bb-1e326f9007c4,revision_number=4']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 17:56:36.034800 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-88046f42-113c-402c-b29c-00a384534135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 17:56:36.094042 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bf8951-e3a2-40ec-903d-83c948c44e7a None None] Routers {'71ae189c-8cd5-4611-bb97-5c673d231e10'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 17:56:36.094688 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-08bf8951-e3a2-40ec-903d-83c948c44e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T17:56:26Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['71ae189c-8cd5-4611-bb97-5c673d231e10'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 17:56:36.265102 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-08bf8951-e3a2-40ec-903d-83c948c44e7a None None] Set router 71ae189c-8cd5-4611-bb97-5c673d231e10 gateway port host: None {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 17:56:36.613750 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-08bf8951-e3a2-40ec-903d-83c948c44e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ae189c-8cd5-4611-bb97-5c673d231e10', 'name': 'router1', 'tenant_id': 'edf14f5b34b54efdbc01d39367646df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T17:56:21Z', 'updated_at': '2021-02-16T17:56:33Z', 'revision_number': 2, 'project_id': 'edf14f5b34b54efdbc01d39367646df2', 'gw_port_host': None, '_interfaces': [{'id': 'a14e7248-490e-493a-a0bb-1e326f9007c4', 'name': '', 'network_id': 'feda12d4-c71d-4070-8b2e-1b88dddfc59b', 'tenant_id': 'edf14f5b34b54efdbc01d39367646df2', 'mac_address': 'fa:16:3e:a1:43:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ae189c-8cd5-4611-bb97-5c673d231e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aab02298-3dc7-4771-8f36-6203acc88aac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T17:56:32Z', 'updated_at': '2021-02-16T17:56:35Z', 'revision_number': 4, 'project_id': 'edf14f5b34b54efdbc01d39367646df2', 'subnets': [{'id': 'aab02298-3dc7-4771-8f36-6203acc88aac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84f0904b-b407-47d7-87d5-12ba20885ba1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 17:56:36.617865 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bf8951-e3a2-40ec-903d-83c948c44e7a None None] The sync data for ids ['71ae189c-8cd5-4611-bb97-5c673d231e10'] in dv-cinder-763306-9-smb is: [{'id': '71ae189c-8cd5-4611-bb97-5c673d231e10', 'name': 'router1', 'tenant_id': 'edf14f5b34b54efdbc01d39367646df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T17:56:21Z', 'updated_at': '2021-02-16T17:56:33Z', 'revision_number': 2, 'project_id': 'edf14f5b34b54efdbc01d39367646df2', 'gw_port_host': None, '_interfaces': [{'id': 'a14e7248-490e-493a-a0bb-1e326f9007c4', 'name': '', 'network_id': 'feda12d4-c71d-4070-8b2e-1b88dddfc59b', 'tenant_id': 'edf14f5b34b54efdbc01d39367646df2', 'mac_address': 'fa:16:3e:a1:43:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ae189c-8cd5-4611-bb97-5c673d231e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aab02298-3dc7-4771-8f36-6203acc88aac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T17:56:32Z', 'updated_at': '2021-02-16T17:56:35Z', 'revision_number': 4, 'project_id': 'edf14f5b34b54efdbc01d39367646df2', 'subnets': [{'id': 'aab02298-3dc7-4771-8f36-6203acc88aac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84f0904b-b407-47d7-87d5-12ba20885ba1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 17:56:36.674394 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 55006) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:56:36.832934 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd409986-3044-4416-a87d-1076a293cf2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 17:56:36.833552 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-dd409986-3044-4416-a87d-1076a293cf2d admin admin] Synchronizing usage tracker for tenant:f57b2379ccad42f18b783aceef935d00 on resource:network {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 17:56:36.850050 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-dd409986-3044-4416-a87d-1076a293cf2d admin admin] Unset dirty status for tenant:f57b2379ccad42f18b783aceef935d00 on resource:network {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 17:56:36.851222 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-dd409986-3044-4416-a87d-1076a293cf2d admin admin] 10.222.0.41 "GET /v2.0/networks/d4f88037-574b-44e5-a9d6-1bdf8627b244 HTTP/1.1" status: 200 len: 842 time: 0.1758063 Feb 16 17:56:36.862707 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-86ee2dac-b71d-496e-bc05-5a40f7ca0d51 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'name': 'public-subnet', 'gateway_ip': '172.28.3.1', 'enable_dhcp': False, 'cidr': '172.28.3.0/24'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:56:36.868025 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-86ee2dac-b71d-496e-bc05-5a40f7ca0d51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 17:56:36.871906 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-86ee2dac-b71d-496e-bc05-5a40f7ca0d51 admin admin] Usage tracker for resource:subnet and tenant:f57b2379ccad42f18b783aceef935d00 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 17:56:36.875373 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-86ee2dac-b71d-496e-bc05-5a40f7ca0d51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 17:56:36.881563 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-86ee2dac-b71d-496e-bc05-5a40f7ca0d51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 17:56:36.892868 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ee2dac-b71d-496e-bc05-5a40f7ca0d51 admin admin] Made reservation on behalf of f57b2379ccad42f18b783aceef935d00 for: {'subnet': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 17:56:36.897466 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-86ee2dac-b71d-496e-bc05-5a40f7ca0d51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:37.342584 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.objects.ports [None req-86ee2dac-b71d-496e-bc05-5a40f7ca0d51 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83986) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 16 17:56:37.343081 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-86ee2dac-b71d-496e-bc05-5a40f7ca0d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548'] for subnet, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:37.358041 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-cdec65cb-0908-4129-b70c-d2329bd2b6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 17:56:37.507585 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee2dac-b71d-496e-bc05-5a40f7ca0d51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42ec5995-253d-4122-970e-73940637938a,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 17:56:37.510687 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-86ee2dac-b71d-496e-bc05-5a40f7ca0d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 17:56:37.566181 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ee2dac-b71d-496e-bc05-5a40f7ca0d51 admin admin] Checking segment: {'id': 'd8e446b7-17d7-4e96-a48b-79ba500f2134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 17:56:37.566578 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ee2dac-b71d-496e-bc05-5a40f7ca0d51 admin admin] Network hostable DHCP agents. Network: d4f88037-574b-44e5-a9d6-1bdf8627b244, hostable agents: ['de8c96f3-9ead-4786-a920-55e7f9d921c5'], hosted agents: [] {{(pid=83986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 17:56:37.586193 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ee2dac-b71d-496e-bc05-5a40f7ca0d51 admin admin] Network d4f88037-574b-44e5-a9d6-1bdf8627b244 is scheduled to be hosted by DHCP agent de8c96f3-9ead-4786-a920-55e7f9d921c5 with binding_index 1 {{(pid=83986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 17:56:37.595700 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-86ee2dac-b71d-496e-bc05-5a40f7ca0d51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-smb, d4f88037-574b-44e5-a9d6-1bdf8627b244) {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 17:56:37.599952 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ee2dac-b71d-496e-bc05-5a40f7ca0d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 17:56:37.600594 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-86ee2dac-b71d-496e-bc05-5a40f7ca0d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:37.607352 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878ae90c-a504-470d-8b0e-ff12afd454d5 None None] Network d4f88037-574b-44e5-a9d6-1bdf8627b244 requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 17:56:37.625855 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-86ee2dac-b71d-496e-bc05-5a40f7ca0d51 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7664948 Feb 16 17:56:37.853928 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c36361-4440-405c-89cd-c00f81763dd0 None None] Network d4f88037-574b-44e5-a9d6-1bdf8627b244 requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 17:56:39.328159 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device a14e7248-490e-493a-a0bb-1e326f9007c4 up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 17:56:39.396532 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning for port a14e7248-490e-493a-a0bb-1e326f9007c4 completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 17:56:39.401256 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port a14e7248-490e-493a-a0bb-1e326f9007c4 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 17:56:39.401666 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:39.525576 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:39.559382 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] For port a14e7248-490e-493a-a0bb-1e326f9007c4, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=a14e7248-490e-493a-a0bb-1e326f9007c4,segment=NetworkSegment(17a5530e-6e86-46c9-9c8d-f3f40a2e9f15),segment_id=17a5530e-6e86-46c9-9c8d-f3f40a2e9f15)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 17:56:39.562974 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:39.565234 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f241d4b3-25bf-4a87-bb95-43655e5f0bef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 17:56:39.634122 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Pushing event updated for resources: {'Port': ['ID=a14e7248-490e-493a-a0bb-1e326f9007c4,revision_number=5']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 17:56:39.637357 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 17:56:40.230220 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 55020) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:56:40.435786 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-83fd352d-0fae-417d-b274-e3f2ae32ce2e admin admin] 10.222.0.41 "GET /v2.0/routers/71ae189c-8cd5-4611-bb97-5c673d231e10 HTTP/1.1" status: 200 len: 710 time: 0.2041984 Feb 16 17:56:40.573658 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2064163-660d-462c-a570-1a9b406cef79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 17:56:40.575130 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-f2064163-660d-462c-a570-1a9b406cef79 admin admin] 10.222.0.41 "GET /v2.0/networks/d4f88037-574b-44e5-a9d6-1bdf8627b244 HTTP/1.1" status: 200 len: 886 time: 0.1330044 Feb 16 17:56:40.584957 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-3254392f-c63d-4d3b-aa49-f8b605eda9e4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'}}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:56:41.046706 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3254392f-c63d-4d3b-aa49-f8b605eda9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1997075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1599430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854278895'] for router, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:41.315361 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device a14e7248-490e-493a-a0bb-1e326f9007c4 up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 17:56:41.393870 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port a14e7248-490e-493a-a0bb-1e326f9007c4 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 17:56:41.394275 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:41.572184 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3254392f-c63d-4d3b-aa49-f8b605eda9e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:41.630663 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3254392f-c63d-4d3b-aa49-f8b605eda9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:41.642967 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3254392f-c63d-4d3b-aa49-f8b605eda9e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:41.657770 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-3254392f-c63d-4d3b-aa49-f8b605eda9e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 17:56:41.661683 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-3254392f-c63d-4d3b-aa49-f8b605eda9e4 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 17:56:41.664594 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-3254392f-c63d-4d3b-aa49-f8b605eda9e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 17:56:41.670860 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-3254392f-c63d-4d3b-aa49-f8b605eda9e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 17:56:41.754369 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3254392f-c63d-4d3b-aa49-f8b605eda9e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:41.756876 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3254392f-c63d-4d3b-aa49-f8b605eda9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:41.774943 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 17:56:41.861400 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254392f-c63d-4d3b-aa49-f8b605eda9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d2f0a0-eb81-40fd-bf9a-2816d5a36500,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 17:56:41.865743 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3254392f-c63d-4d3b-aa49-f8b605eda9e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 17:56:41.928467 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 5 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 17:56:42.028247 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [None req-3254392f-c63d-4d3b-aa49-f8b605eda9e4 admin admin] Allocated IP 172.28.3.216 (d4f88037-574b-44e5-a9d6-1bdf8627b244/42ec5995-253d-4122-970e-73940637938a/00790637-5ee6-491f-b494-548b8fb80df7) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 17:56:42.179197 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3254392f-c63d-4d3b-aa49-f8b605eda9e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:42.208926 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3254392f-c63d-4d3b-aa49-f8b605eda9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:42.223976 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-c8cbcf1a-0c9e-4d11-8a6f-39ac56a5f357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 17:56:42.357068 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254392f-c63d-4d3b-aa49-f8b605eda9e4 admin admin] Pushing event updated for resources: {'Port': ['ID=00790637-5ee6-491f-b494-548b8fb80df7,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 17:56:42.362082 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3254392f-c63d-4d3b-aa49-f8b605eda9e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 17:56:42.408843 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3254392f-c63d-4d3b-aa49-f8b605eda9e4 admin admin] Network d4f88037-574b-44e5-a9d6-1bdf8627b244 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 17:56:42.409921 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-3254392f-c63d-4d3b-aa49-f8b605eda9e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 17:56:42.412372 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3254392f-c63d-4d3b-aa49-f8b605eda9e4 admin admin] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 17:56:42.808360 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3254392f-c63d-4d3b-aa49-f8b605eda9e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:43.156496 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3254392f-c63d-4d3b-aa49-f8b605eda9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1997075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1599430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854278895'] for router, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:43.159812 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3254392f-c63d-4d3b-aa49-f8b605eda9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852778499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852778742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1997058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853176399'] for router, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:43.520416 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3254392f-c63d-4d3b-aa49-f8b605eda9e4 admin admin] Router 71ae189c-8cd5-4611-bb97-5c673d231e10 has already been hosted by L3 agent 616de62f-f042-46f7-b8cf-861f27422584 {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 17:56:43.702602 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3254392f-c63d-4d3b-aa49-f8b605eda9e4 admin admin] Notify agent at l3_agent.dv-cinder-763306-9-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 17:56:43.713040 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2fc49e-bcd0-40d5-aac9-ea0dd1e70e8b None None] Sync routers for ids ['71ae189c-8cd5-4611-bb97-5c673d231e10'] in dv-cinder-763306-9-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 17:56:43.718924 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3254392f-c63d-4d3b-aa49-f8b605eda9e4 admin admin] Notify callbacks [] for router, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:43.720729 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-3254392f-c63d-4d3b-aa49-f8b605eda9e4 admin admin] 10.222.0.41 "PUT /v2.0/routers/71ae189c-8cd5-4611-bb97-5c673d231e10 HTTP/1.1" status: 200 len: 890 time: 3.1388285 Feb 16 17:56:43.724237 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2fc49e-bcd0-40d5-aac9-ea0dd1e70e8b None None] Routers {'71ae189c-8cd5-4611-bb97-5c673d231e10'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 17:56:43.724986 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-4d2fc49e-bcd0-40d5-aac9-ea0dd1e70e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T17:56:26Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['71ae189c-8cd5-4611-bb97-5c673d231e10'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 17:56:43.937970 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-4d2fc49e-bcd0-40d5-aac9-ea0dd1e70e8b None None] Set router 71ae189c-8cd5-4611-bb97-5c673d231e10 gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 17:56:44.298296 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-4d2fc49e-bcd0-40d5-aac9-ea0dd1e70e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ae189c-8cd5-4611-bb97-5c673d231e10', 'name': 'router1', 'tenant_id': 'edf14f5b34b54efdbc01d39367646df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': '00790637-5ee6-491f-b494-548b8fb80df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T17:56:21Z', 'updated_at': '2021-02-16T17:56:42Z', 'revision_number': 4, 'project_id': 'edf14f5b34b54efdbc01d39367646df2', 'gw_port': {'id': '00790637-5ee6-491f-b494-548b8fb80df7', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ae189c-8cd5-4611-bb97-5c673d231e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T17:56:41Z', 'updated_at': '2021-02-16T17:56:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': 'a14e7248-490e-493a-a0bb-1e326f9007c4', 'name': '', 'network_id': 'feda12d4-c71d-4070-8b2e-1b88dddfc59b', 'tenant_id': 'edf14f5b34b54efdbc01d39367646df2', 'mac_address': 'fa:16:3e:a1:43:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ae189c-8cd5-4611-bb97-5c673d231e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aab02298-3dc7-4771-8f36-6203acc88aac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T17:56:32Z', 'updated_at': '2021-02-16T17:56:39Z', 'revision_number': 5, 'project_id': 'edf14f5b34b54efdbc01d39367646df2', 'subnets': [{'id': 'aab02298-3dc7-4771-8f36-6203acc88aac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84f0904b-b407-47d7-87d5-12ba20885ba1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 17:56:44.303348 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2fc49e-bcd0-40d5-aac9-ea0dd1e70e8b None None] Checking router: 71ae189c-8cd5-4611-bb97-5c673d231e10 for host: dv-cinder-763306-9-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 17:56:44.303783 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2fc49e-bcd0-40d5-aac9-ea0dd1e70e8b None None] Updating router 71ae189c-8cd5-4611-bb97-5c673d231e10 port 00790637-5ee6-491f-b494-548b8fb80df7 binding host dv-cinder-763306-9-smb {{(pid=83987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 17:56:44.363526 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4d2fc49e-bcd0-40d5-aac9-ea0dd1e70e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:44.784646 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4d2fc49e-bcd0-40d5-aac9-ea0dd1e70e8b None None] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:44.796915 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-4d2fc49e-bcd0-40d5-aac9-ea0dd1e70e8b None None] Transition to ACTIVE for port object 00790637-5ee6-491f-b494-548b8fb80df7 will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 17:56:44.799736 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4d2fc49e-bcd0-40d5-aac9-ea0dd1e70e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:44.816625 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 17:56:44.951195 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03097585-6fcf-46cf-805e-eaefcb0adc11 None None] Pushing event updated for resources: {'Port': ['ID=00790637-5ee6-491f-b494-548b8fb80df7,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 17:56:44.956254 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-03097585-6fcf-46cf-805e-eaefcb0adc11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 17:56:45.014620 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-4d2fc49e-bcd0-40d5-aac9-ea0dd1e70e8b None None] Attempting to bind port 00790637-5ee6-491f-b494-548b8fb80df7 on host dv-cinder-763306-9-smb for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:56:45.015032 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-4d2fc49e-bcd0-40d5-aac9-ea0dd1e70e8b None None] Attempting to bind port 00790637-5ee6-491f-b494-548b8fb80df7 by drivers openvswitch on host dv-cinder-763306-9-smb at level 0 using segments [{'id': 'd8e446b7-17d7-4e96-a48b-79ba500f2134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 17:56:45.015474 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2fc49e-bcd0-40d5-aac9-ea0dd1e70e8b None None] Attempting to bind port 00790637-5ee6-491f-b494-548b8fb80df7 on network d4f88037-574b-44e5-a9d6-1bdf8627b244 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 17:56:45.021270 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2fc49e-bcd0-40d5-aac9-ea0dd1e70e8b None None] Checking agent: {'id': '32a65721-1161-4909-9634-11ba095c6914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 17, 55, 57), 'started_at': datetime.datetime(2021, 2, 16, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 17, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 17:56:45.021728 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2fc49e-bcd0-40d5-aac9-ea0dd1e70e8b None None] Checking segment: {'id': 'd8e446b7-17d7-4e96-a48b-79ba500f2134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 17:56:45.022173 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4d2fc49e-bcd0-40d5-aac9-ea0dd1e70e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:45.022602 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2fc49e-bcd0-40d5-aac9-ea0dd1e70e8b None None] Bound using segment: {'id': 'd8e446b7-17d7-4e96-a48b-79ba500f2134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 17:56:45.023164 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-4d2fc49e-bcd0-40d5-aac9-ea0dd1e70e8b None None] Bound port: 00790637-5ee6-491f-b494-548b8fb80df7, host: dv-cinder-763306-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e446b7-17d7-4e96-a48b-79ba500f2134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 17:56:45.023621 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4d2fc49e-bcd0-40d5-aac9-ea0dd1e70e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:45.102325 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-4d2fc49e-bcd0-40d5-aac9-ea0dd1e70e8b None None] For port 00790637-5ee6-491f-b494-548b8fb80df7, host dv-cinder-763306-9-smb, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 17:56:45.105486 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-4d2fc49e-bcd0-40d5-aac9-ea0dd1e70e8b None None] For port 00790637-5ee6-491f-b494-548b8fb80df7, host dv-cinder-763306-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=00790637-5ee6-491f-b494-548b8fb80df7,segment=NetworkSegment(d8e446b7-17d7-4e96-a48b-79ba500f2134),segment_id=d8e446b7-17d7-4e96-a48b-79ba500f2134)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 17:56:45.108735 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4d2fc49e-bcd0-40d5-aac9-ea0dd1e70e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:45.124680 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-03097585-6fcf-46cf-805e-eaefcb0adc11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 17:56:45.431967 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03097585-6fcf-46cf-805e-eaefcb0adc11 None None] Pushing event updated for resources: {'Port': ['ID=00790637-5ee6-491f-b494-548b8fb80df7,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 17:56:45.437670 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-03097585-6fcf-46cf-805e-eaefcb0adc11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 17:56:45.475066 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2fc49e-bcd0-40d5-aac9-ea0dd1e70e8b None None] Routers {'71ae189c-8cd5-4611-bb97-5c673d231e10'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 17:56:45.475733 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-4d2fc49e-bcd0-40d5-aac9-ea0dd1e70e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T17:56:26Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['71ae189c-8cd5-4611-bb97-5c673d231e10'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 17:56:45.660496 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-4d2fc49e-bcd0-40d5-aac9-ea0dd1e70e8b None None] Set router 71ae189c-8cd5-4611-bb97-5c673d231e10 gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 17:56:46.009900 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-4d2fc49e-bcd0-40d5-aac9-ea0dd1e70e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ae189c-8cd5-4611-bb97-5c673d231e10', 'name': 'router1', 'tenant_id': 'edf14f5b34b54efdbc01d39367646df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': '00790637-5ee6-491f-b494-548b8fb80df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T17:56:21Z', 'updated_at': '2021-02-16T17:56:42Z', 'revision_number': 4, 'project_id': 'edf14f5b34b54efdbc01d39367646df2', 'gw_port': {'id': '00790637-5ee6-491f-b494-548b8fb80df7', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ae189c-8cd5-4611-bb97-5c673d231e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T17:56:41Z', 'updated_at': '2021-02-16T17:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': 'a14e7248-490e-493a-a0bb-1e326f9007c4', 'name': '', 'network_id': 'feda12d4-c71d-4070-8b2e-1b88dddfc59b', 'tenant_id': 'edf14f5b34b54efdbc01d39367646df2', 'mac_address': 'fa:16:3e:a1:43:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ae189c-8cd5-4611-bb97-5c673d231e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aab02298-3dc7-4771-8f36-6203acc88aac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T17:56:32Z', 'updated_at': '2021-02-16T17:56:39Z', 'revision_number': 5, 'project_id': 'edf14f5b34b54efdbc01d39367646df2', 'subnets': [{'id': 'aab02298-3dc7-4771-8f36-6203acc88aac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84f0904b-b407-47d7-87d5-12ba20885ba1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 17:56:46.015025 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2fc49e-bcd0-40d5-aac9-ea0dd1e70e8b None None] The sync data for ids ['71ae189c-8cd5-4611-bb97-5c673d231e10'] in dv-cinder-763306-9-smb is: [{'id': '71ae189c-8cd5-4611-bb97-5c673d231e10', 'name': 'router1', 'tenant_id': 'edf14f5b34b54efdbc01d39367646df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': '00790637-5ee6-491f-b494-548b8fb80df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T17:56:21Z', 'updated_at': '2021-02-16T17:56:42Z', 'revision_number': 4, 'project_id': 'edf14f5b34b54efdbc01d39367646df2', 'gw_port': {'id': '00790637-5ee6-491f-b494-548b8fb80df7', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ae189c-8cd5-4611-bb97-5c673d231e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T17:56:41Z', 'updated_at': '2021-02-16T17:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': 'a14e7248-490e-493a-a0bb-1e326f9007c4', 'name': '', 'network_id': 'feda12d4-c71d-4070-8b2e-1b88dddfc59b', 'tenant_id': 'edf14f5b34b54efdbc01d39367646df2', 'mac_address': 'fa:16:3e:a1:43:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ae189c-8cd5-4611-bb97-5c673d231e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aab02298-3dc7-4771-8f36-6203acc88aac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T17:56:32Z', 'updated_at': '2021-02-16T17:56:39Z', 'revision_number': 5, 'project_id': 'edf14f5b34b54efdbc01d39367646df2', 'subnets': [{'id': 'aab02298-3dc7-4771-8f36-6203acc88aac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84f0904b-b407-47d7-87d5-12ba20885ba1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 17:56:46.462702 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 55030) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:56:46.705565 dv-cinder-763306-9-smb neutron-server[83874]: WARNING oslo_policy.policy [None req-227f73ce-1d39-4c60-b11a-79ed5d1b98bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 17:56:46.706213 dv-cinder-763306-9-smb neutron-server[83874]: WARNING oslo_policy.policy [None req-227f73ce-1d39-4c60-b11a-79ed5d1b98bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 17:56:47.174396 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.policy [None req-227f73ce-1d39-4c60-b11a-79ed5d1b98bb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83985) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 16 17:56:47.211591 dv-cinder-763306-9-smb neutron-server[83874]: WARNING oslo_policy.policy [None req-227f73ce-1d39-4c60-b11a-79ed5d1b98bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 17:56:47.212015 dv-cinder-763306-9-smb neutron-server[83874]: WARNING oslo_policy.policy [None req-227f73ce-1d39-4c60-b11a-79ed5d1b98bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 17:56:47.237104 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227f73ce-1d39-4c60-b11a-79ed5d1b98bb admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 17:56:47.239300 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-227f73ce-1d39-4c60-b11a-79ed5d1b98bb admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.7745025 Feb 16 17:56:47.340924 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 00790637-5ee6-491f-b494-548b8fb80df7 up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 17:56:47.418159 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning for port 00790637-5ee6-491f-b494-548b8fb80df7 completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 17:56:47.424156 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port 00790637-5ee6-491f-b494-548b8fb80df7 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 17:56:47.424626 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:47.548372 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:47.566419 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] For port 00790637-5ee6-491f-b494-548b8fb80df7, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=00790637-5ee6-491f-b494-548b8fb80df7,segment=NetworkSegment(d8e446b7-17d7-4e96-a48b-79ba500f2134),segment_id=d8e446b7-17d7-4e96-a48b-79ba500f2134)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 17:56:47.569688 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:47.572793 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-79668f80-8963-446e-bc58-4cee9a94a49a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 17:56:47.644719 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Pushing event updated for resources: {'Port': ['ID=00790637-5ee6-491f-b494-548b8fb80df7,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 17:56:47.648092 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 17:56:49.326418 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 00790637-5ee6-491f-b494-548b8fb80df7 up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 17:56:49.400685 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port 00790637-5ee6-491f-b494-548b8fb80df7 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 17:56:49.401398 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:53.438183 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a4c05483-7c45-4e08-9d74-3be8e885fd17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:55.720335 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-acd31654-c2c9-46f0-9d0a-58a7f9a0c646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:56.656857 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:57.350378 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:56:57.890598 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:57:18.928491 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 5 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 17:57:23.422846 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-596e77b8-fbec-4fd8-b838-e5b0bccdb7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:57:25.721386 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d64b366c-390e-4cd1-b1da-c20fe50f6df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:57:26.657200 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:57:27.343008 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:57:27.895030 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:57:53.426670 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-84587836-fe09-4c7b-8b49-1f4cda7f9f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:57:55.722497 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-80c80f2a-4471-46a5-b82a-1f1be6c8de7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:57:55.931251 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 5 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 17:57:56.660230 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:57:57.345707 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:57:57.901515 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:58:23.428506 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bd048be1-221d-4534-8d31-af50012eaa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:58:25.725063 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c7259a1d-8893-45b9-b804-f12d1312ab3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:58:26.662831 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:58:27.347220 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:58:27.908343 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:58:32.930678 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 5 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 17:58:53.430766 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3e40e470-a64f-4751-9719-5c55322407b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:58:55.726310 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7f9238b2-7527-48bd-8cc6-ba071a98b92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:58:56.661987 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:58:57.350022 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:58:57.910337 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:59:02.172623 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 55612) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:59:02.413058 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.pecan_wsgi.hooks.translation [None req-be99ea0a-62ca-4a4f-889c-a4480944af37 admin admin] GET failed (client error): The resource could not be found. Feb 16 17:59:02.414327 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-be99ea0a-62ca-4a4f-889c-a4480944af37 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.2406590 Feb 16 17:59:02.579180 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26acd6e4-6da1-4536-97fa-12d610ff0598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 17:59:02.580785 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-26acd6e4-6da1-4536-97fa-12d610ff0598 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1620128 Feb 16 17:59:05.105310 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 55622) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:59:05.225170 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907f2d1d-0133-4e73-bdec-38c73c3b169e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 17:59:05.226667 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-907f2d1d-0133-4e73-bdec-38c73c3b169e admin admin] 10.222.0.41 "GET /v2.0/subnets/aab02298-3dc7-4771-8f36-6203acc88aac HTTP/1.1" status: 200 len: 849 time: 0.1203444 Feb 16 17:59:05.237776 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-5cd75d94-0440-482a-8a03-4f1f16ff1521 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:59:05.367265 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5cd75d94-0440-482a-8a03-4f1f16ff1521 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:59:05.683610 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5cd75d94-0440-482a-8a03-4f1f16ff1521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363287453491947'] for subnet, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:59:05.701355 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 17:59:05.849041 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd75d94-0440-482a-8a03-4f1f16ff1521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aab02298-3dc7-4771-8f36-6203acc88aac,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 17:59:05.868122 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd75d94-0440-482a-8a03-4f1f16ff1521 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:59:05.868501 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd75d94-0440-482a-8a03-4f1f16ff1521 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:59:05.868869 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd75d94-0440-482a-8a03-4f1f16ff1521 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:59:05.869230 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd75d94-0440-482a-8a03-4f1f16ff1521 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:59:05.870242 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd75d94-0440-482a-8a03-4f1f16ff1521 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:59:05.870611 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd75d94-0440-482a-8a03-4f1f16ff1521 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:59:05.870963 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd75d94-0440-482a-8a03-4f1f16ff1521 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:59:05.871316 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd75d94-0440-482a-8a03-4f1f16ff1521 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:59:05.871698 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd75d94-0440-482a-8a03-4f1f16ff1521 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:59:05.872049 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd75d94-0440-482a-8a03-4f1f16ff1521 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:59:05.872399 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd75d94-0440-482a-8a03-4f1f16ff1521 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:59:05.872747 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd75d94-0440-482a-8a03-4f1f16ff1521 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:59:05.873893 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd75d94-0440-482a-8a03-4f1f16ff1521 admin admin] Tracked resource versions report: Feb 16 17:59:05.873893 dv-cinder-763306-9-smb neutron-server[83874]: pushed versions: Feb 16 17:59:05.873893 dv-cinder-763306-9-smb neutron-server[83874]: { 'AddressGroup': {'1.1'}, Feb 16 17:59:05.873893 dv-cinder-763306-9-smb neutron-server[83874]: 'ConntrackHelper': {'1.0'}, Feb 16 17:59:05.873893 dv-cinder-763306-9-smb neutron-server[83874]: 'Log': {'1.0'}, Feb 16 17:59:05.873893 dv-cinder-763306-9-smb neutron-server[83874]: 'Network': {'1.1'}, Feb 16 17:59:05.873893 dv-cinder-763306-9-smb neutron-server[83874]: 'Port': {'1.7'}, Feb 16 17:59:05.873893 dv-cinder-763306-9-smb neutron-server[83874]: 'PortForwarding': {'1.2'}, Feb 16 17:59:05.873893 dv-cinder-763306-9-smb neutron-server[83874]: 'QosPolicy': {'1.8'}, Feb 16 17:59:05.873893 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroup': {'1.4'}, Feb 16 17:59:05.873893 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroupRule': {'1.2'}, Feb 16 17:59:05.873893 dv-cinder-763306-9-smb neutron-server[83874]: 'SubPort': {'1.0'}, Feb 16 17:59:05.873893 dv-cinder-763306-9-smb neutron-server[83874]: 'Subnet': {'1.1'}, Feb 16 17:59:05.873893 dv-cinder-763306-9-smb neutron-server[83874]: 'Trunk': {'1.1'}} Feb 16 17:59:05.873893 dv-cinder-763306-9-smb neutron-server[83874]: consumer versions: Feb 16 17:59:05.873893 dv-cinder-763306-9-smb neutron-server[83874]: { DHCP agent@dv-cinder-763306-9-smb: {}, Feb 16 17:59:05.873893 dv-cinder-763306-9-smb neutron-server[83874]: L3 agent@dv-cinder-763306-9-smb: {}, Feb 16 17:59:05.873893 dv-cinder-763306-9-smb neutron-server[83874]: Metadata agent@dv-cinder-763306-9-smb: {}, Feb 16 17:59:05.873893 dv-cinder-763306-9-smb neutron-server[83874]: Metering agent@dv-cinder-763306-9-smb: {}, Feb 16 17:59:05.873893 dv-cinder-763306-9-smb neutron-server[83874]: Open vSwitch agent@dv-cinder-763306-9-smb: { 'AddressGroup': '1.1', Feb 16 17:59:05.873893 dv-cinder-763306-9-smb neutron-server[83874]: 'ConntrackHelper': '1.0', Feb 16 17:59:05.873893 dv-cinder-763306-9-smb neutron-server[83874]: 'Log': '1.0', Feb 16 17:59:05.873893 dv-cinder-763306-9-smb neutron-server[83874]: 'Network': '1.1', Feb 16 17:59:05.873893 dv-cinder-763306-9-smb neutron-server[83874]: 'Port': '1.7', Feb 16 17:59:05.873893 dv-cinder-763306-9-smb neutron-server[83874]: 'PortForwarding': '1.2', Feb 16 17:59:05.873893 dv-cinder-763306-9-smb neutron-server[83874]: 'QosPolicy': '1.8', Feb 16 17:59:05.873893 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroup': '1.4', Feb 16 17:59:05.873893 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroupRule': '1.2', Feb 16 17:59:05.873893 dv-cinder-763306-9-smb neutron-server[83874]: 'SubPort': '1.0', Feb 16 17:59:05.873893 dv-cinder-763306-9-smb neutron-server[83874]: 'Subnet': '1.1', Feb 16 17:59:05.873893 dv-cinder-763306-9-smb neutron-server[83874]: 'Trunk': '1.1'}} Feb 16 17:59:05.873893 dv-cinder-763306-9-smb neutron-server[83874]: {{(pid=83985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 17:59:05.922779 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-5cd75d94-0440-482a-8a03-4f1f16ff1521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 17:59:05.929989 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd75d94-0440-482a-8a03-4f1f16ff1521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 17:59:05.930670 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5cd75d94-0440-482a-8a03-4f1f16ff1521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for subnet, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:59:05.932792 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-5cd75d94-0440-482a-8a03-4f1f16ff1521 admin admin] 10.222.0.41 "PUT /v2.0/subnets/aab02298-3dc7-4771-8f36-6203acc88aac HTTP/1.1" status: 200 len: 868 time: 0.6984591 Feb 16 17:59:05.935576 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7886f300-c059-45fa-a05c-871ab767af85 None None] Network feda12d4-c71d-4070-8b2e-1b88dddfc59b requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 17:59:06.473098 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-1e00286f-8cad-4fdd-8c7c-b167636cf645 None None] Provisioning complete for port 2f443702-f1c7-4f02-a53e-d479e5c99aea triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 17:59:06.473630 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1e00286f-8cad-4fdd-8c7c-b167636cf645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:59:06.606548 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-1e00286f-8cad-4fdd-8c7c-b167636cf645 None None] Provisioning complete for port a14e7248-490e-493a-a0bb-1e326f9007c4 triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 17:59:06.606964 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1e00286f-8cad-4fdd-8c7c-b167636cf645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:59:08.433975 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 55638) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:59:08.618451 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4c0d40-b422-4c7e-b419-f622b817d7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 17:59:08.618867 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4c0d40-b422-4c7e-b419-f622b817d7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 17:59:08.620602 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-ed4c0d40-b422-4c7e-b419-f622b817d7c2 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1855693 Feb 16 17:59:09.930938 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 5 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 17:59:11.123897 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 55648) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:59:11.311187 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effe50e8-e8fa-4bb9-a199-6f4adb25f4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 17:59:11.311641 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effe50e8-e8fa-4bb9-a199-6f4adb25f4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 17:59:11.313275 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-effe50e8-e8fa-4bb9-a199-6f4adb25f4ce admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1883483 Feb 16 17:59:13.820257 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 55658) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:59:14.002098 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c78e93-b6b8-411f-bf8d-ba87d8a8e644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 17:59:14.003544 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-e2c78e93-b6b8-411f-bf8d-ba87d8a8e644 admin admin] 10.222.0.41 "GET /v2.0/networks/d4f88037-574b-44e5-a9d6-1bdf8627b244 HTTP/1.1" status: 200 len: 886 time: 0.1822073 Feb 16 17:59:16.517096 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 55668) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:59:16.706404 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bca2dd-9df5-40b5-8da3-7293c281beab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 17:59:16.707904 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-43bca2dd-9df5-40b5-8da3-7293c281beab admin admin] 10.222.0.41 "GET /v2.0/networks/feda12d4-c71d-4070-8b2e-1b88dddfc59b HTTP/1.1" status: 200 len: 862 time: 0.1897819 Feb 16 17:59:19.191434 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 55678) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:59:19.312097 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cc36a0-7732-4868-a2a1-99982d62677c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 17:59:19.312516 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cc36a0-7732-4868-a2a1-99982d62677c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 17:59:19.314127 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-a5cc36a0-7732-4868-a2a1-99982d62677c admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1216075 Feb 16 17:59:21.825184 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 55688) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:59:21.939252 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd79092-8c4e-4886-b54b-669df0dcd853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 17:59:21.939691 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd79092-8c4e-4886-b54b-669df0dcd853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 17:59:21.941294 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-8fd79092-8c4e-4886-b54b-669df0dcd853 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1150861 Feb 16 17:59:23.434089 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-350e7a58-5a7e-4102-9954-72ccb367b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:59:24.430727 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 55698) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:59:24.542953 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bb9c61-93a5-41ca-8e24-476ee0da239a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 17:59:24.544422 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-e3bb9c61-93a5-41ca-8e24-476ee0da239a admin admin] 10.222.0.41 "GET /v2.0/subnets/42ec5995-253d-4122-970e-73940637938a HTTP/1.1" status: 200 len: 816 time: 0.1118753 Feb 16 17:59:25.729407 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-be2bd491-459a-4a03-9694-d4dd947aa9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:59:26.666576 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:59:27.031055 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 55708) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:59:27.151596 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5493b085-cafe-4207-a2a1-22c071ce5cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 17:59:27.152246 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-5493b085-cafe-4207-a2a1-22c071ce5cff admin admin] Synchronizing usage tracker for tenant:f57b2379ccad42f18b783aceef935d00 on resource:subnet {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 17:59:27.167298 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-5493b085-cafe-4207-a2a1-22c071ce5cff admin admin] Unset dirty status for tenant:f57b2379ccad42f18b783aceef935d00 on resource:subnet {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 17:59:27.168616 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-5493b085-cafe-4207-a2a1-22c071ce5cff admin admin] 10.222.0.41 "GET /v2.0/subnets/aab02298-3dc7-4771-8f36-6203acc88aac HTTP/1.1" status: 200 len: 868 time: 0.1364961 Feb 16 17:59:27.352923 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:59:27.916331 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:59:46.930532 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 5 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 17:59:53.438116 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-43b44a6f-2e67-4a1e-b27e-733c9331f597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:59:53.513474 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 55748) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:59:53.567103 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [None req-c1702172-8804-43d7-a690-f66f154b7572 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 17:59:53.568213 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-c1702172-8804-43d7-a690-f66f154b7572 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0537264 Feb 16 17:59:55.732490 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5d562df7-2eb3-4d8e-a2e3-c51909d6219d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:59:56.149781 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 55758) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:59:56.226484 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.pecan_wsgi.hooks.translation [None req-4daf8016-4d97-4384-aebd-fabe9193ae64 admin admin] GET failed (client error): The resource could not be found. Feb 16 17:59:56.227872 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-4daf8016-4d97-4384-aebd-fabe9193ae64 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0770864 Feb 16 17:59:56.363867 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bc72f8-bf90-4222-91fe-f5364e482c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 17:59:56.365345 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-90bc72f8-bf90-4222-91fe-f5364e482c0b admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1324697 Feb 16 17:59:56.670154 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:59:57.356252 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:59:57.916973 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:59:58.905609 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 55768) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 17:59:58.957849 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-820eb372-4d42-408b-b9ab-8b5891c9813a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:59:58.962637 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-820eb372-4d42-408b-b9ab-8b5891c9813a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 17:59:58.972979 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-820eb372-4d42-408b-b9ab-8b5891c9813a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 17:59:58.981726 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820eb372-4d42-408b-b9ab-8b5891c9813a admin admin] Made reservation on behalf of f57b2379ccad42f18b783aceef935d00 for: {'network': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 17:59:58.986338 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-820eb372-4d42-408b-b9ab-8b5891c9813a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for network, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:59:59.079837 dv-cinder-763306-9-smb neutron-server[83874]: WARNING neutron.services.revisions.revision_plugin [None req-820eb372-4d42-408b-b9ab-8b5891c9813a admin admin] Could not find related network for resource to bump revision. Feb 16 17:59:59.094928 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820eb372-4d42-408b-b9ab-8b5891c9813a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=83986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 17:59:59.104503 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-820eb372-4d42-408b-b9ab-8b5891c9813a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975480'] for segment, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:59:59.104878 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.db.segments_db [None req-820eb372-4d42-408b-b9ab-8b5891c9813a admin admin] Added segment 35332826-ea6c-4634-94bb-6df813dd8d7e of type vxlan for network c99c3340-f883-4139-a460-2214bc99173f Feb 16 17:59:59.130516 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-820eb372-4d42-408b-b9ab-8b5891c9813a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287454046290'] for network, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:59:59.158552 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-820eb372-4d42-408b-b9ab-8b5891c9813a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548'] for network, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:59:59.159812 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820eb372-4d42-408b-b9ab-8b5891c9813a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 17:59:59.160441 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-820eb372-4d42-408b-b9ab-8b5891c9813a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 17:59:59.165152 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-46ce198c-45b3-44b5-9f54-8f6bb2f282d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 17:59:59.269751 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820eb372-4d42-408b-b9ab-8b5891c9813a admin admin] Pushing event updated for resources: {'Network': ['ID=c99c3340-f883-4139-a460-2214bc99173f,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 17:59:59.274077 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-820eb372-4d42-408b-b9ab-8b5891c9813a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3673739 Feb 16 17:59:59.278990 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820eb372-4d42-408b-b9ab-8b5891c9813a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:59:59.279370 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820eb372-4d42-408b-b9ab-8b5891c9813a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:59:59.279766 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820eb372-4d42-408b-b9ab-8b5891c9813a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:59:59.280133 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820eb372-4d42-408b-b9ab-8b5891c9813a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:59:59.280528 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820eb372-4d42-408b-b9ab-8b5891c9813a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:59:59.280888 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820eb372-4d42-408b-b9ab-8b5891c9813a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:59:59.281243 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820eb372-4d42-408b-b9ab-8b5891c9813a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:59:59.281604 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820eb372-4d42-408b-b9ab-8b5891c9813a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:59:59.281981 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820eb372-4d42-408b-b9ab-8b5891c9813a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:59:59.282338 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820eb372-4d42-408b-b9ab-8b5891c9813a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:59:59.282691 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820eb372-4d42-408b-b9ab-8b5891c9813a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:59:59.283040 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820eb372-4d42-408b-b9ab-8b5891c9813a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 17:59:59.288967 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-820eb372-4d42-408b-b9ab-8b5891c9813a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 17:59:59.298993 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Network c99c3340-f883-4139-a460-2214bc99173f details requested by agent ovs-agent-dv-cinder-763306-9-smb with host dv-cinder-763306-9-smb {{(pid=83987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:00:01.812302 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 55778) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:00:01.903929 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d18e7ee-6569-4a64-834e-5bbaccabf439 admin admin] GET failed (client error): The resource could not be found. Feb 16 18:00:01.904480 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-9d18e7ee-6569-4a64-834e-5bbaccabf439 admin admin] Synchronizing usage tracker for tenant:f57b2379ccad42f18b783aceef935d00 on resource:network {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:00:01.919109 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-9d18e7ee-6569-4a64-834e-5bbaccabf439 admin admin] Unset dirty status for tenant:f57b2379ccad42f18b783aceef935d00 on resource:network {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:00:01.920310 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-9d18e7ee-6569-4a64-834e-5bbaccabf439 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1069353 Feb 16 18:00:02.035388 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debcad7a-36d9-4230-9dd0-383a1e912d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:00:02.036941 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-debcad7a-36d9-4230-9dd0-383a1e912d20 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1121631 Feb 16 18:00:02.048350 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-3a0b2677-b8eb-49fc-9f53-97c09b3dffac admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'c99c3340-f883-4139-a460-2214bc99173f', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:00:02.052911 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-3a0b2677-b8eb-49fc-9f53-97c09b3dffac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:00:02.063351 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-3a0b2677-b8eb-49fc-9f53-97c09b3dffac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:00:02.071873 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0b2677-b8eb-49fc-9f53-97c09b3dffac admin admin] Made reservation on behalf of f57b2379ccad42f18b783aceef935d00 for: {'subnet': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:00:02.076628 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3a0b2677-b8eb-49fc-9f53-97c09b3dffac admin admin] Notify callbacks [] for subnet, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:00:02.473107 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3a0b2677-b8eb-49fc-9f53-97c09b3dffac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548'] for subnet, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:00:02.488558 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:00:02.609370 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b2677-b8eb-49fc-9f53-97c09b3dffac admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3a1bb29-db80-4d32-a324-c8d289f53bf2,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:00:02.613663 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3a0b2677-b8eb-49fc-9f53-97c09b3dffac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:00:02.680730 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0b2677-b8eb-49fc-9f53-97c09b3dffac admin admin] Checking segment: {'id': '35332826-ea6c-4634-94bb-6df813dd8d7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c99c3340-f883-4139-a460-2214bc99173f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:00:02.681093 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0b2677-b8eb-49fc-9f53-97c09b3dffac admin admin] Network hostable DHCP agents. Network: c99c3340-f883-4139-a460-2214bc99173f, hostable agents: ['de8c96f3-9ead-4786-a920-55e7f9d921c5'], hosted agents: [] {{(pid=83986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:00:02.699265 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0b2677-b8eb-49fc-9f53-97c09b3dffac admin admin] Network c99c3340-f883-4139-a460-2214bc99173f is scheduled to be hosted by DHCP agent de8c96f3-9ead-4786-a920-55e7f9d921c5 with binding_index 1 {{(pid=83986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:00:02.707051 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-3a0b2677-b8eb-49fc-9f53-97c09b3dffac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-smb, c99c3340-f883-4139-a460-2214bc99173f) {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:00:02.710838 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0b2677-b8eb-49fc-9f53-97c09b3dffac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:00:02.711513 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3a0b2677-b8eb-49fc-9f53-97c09b3dffac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:00:02.717625 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eff6c92-fd5f-4061-b905-095840c639b2 None None] Network c99c3340-f883-4139-a460-2214bc99173f requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:00:02.736859 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-3a0b2677-b8eb-49fc-9f53-97c09b3dffac admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6922479 Feb 16 18:00:02.961085 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7ad7740-a6d8-56fc-ba3f-3973bf36c32d-c99c3340-f883-4139-a460-2214bc99173f', 'network_id': 'c99c3340-f883-4139-a460-2214bc99173f', 'tenant_id': 'f57b2379ccad42f18b783aceef935d00', 'fixed_ips': [{'subnet_id': 'd3a1bb29-db80-4d32-a324-c8d289f53bf2'}]}} from dv-cinder-763306-9-smb. {{(pid=83987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 18:00:02.962014 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:00:03.253703 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Allocated IP 192.168.233.2 (c99c3340-f883-4139-a460-2214bc99173f/d3a1bb29-db80-4d32-a324-c8d289f53bf2/e96b306f-930e-4173-9016-f87cdbc360a1) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:00:03.485115 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:00:03.496824 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Transition to ACTIVE for port object e96b306f-930e-4173-9016-f87cdbc360a1 will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:00:03.513935 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Transition to ACTIVE for port object e96b306f-930e-4173-9016-f87cdbc360a1 will not be triggered until provisioned by entity DHCP. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:00:03.518746 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:00:03.535120 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:00:03.669831 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Pushing event updated for resources: {'Port': ['ID=e96b306f-930e-4173-9016-f87cdbc360a1,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:00:03.680583 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:00:03.680964 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:00:03.681343 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:00:03.681713 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:00:03.682789 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:00:03.683168 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:00:03.683568 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:00:03.683940 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:00:03.684307 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:00:03.684673 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:00:03.685033 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:00:03.685393 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:00:03.691277 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:00:03.747373 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Network c99c3340-f883-4139-a460-2214bc99173f is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:00:03.748672 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:00:03.751445 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:00:03.813853 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Attempting to bind port e96b306f-930e-4173-9016-f87cdbc360a1 on host dv-cinder-763306-9-smb for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:00:03.814267 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Attempting to bind port e96b306f-930e-4173-9016-f87cdbc360a1 by drivers openvswitch on host dv-cinder-763306-9-smb at level 0 using segments [{'id': '35332826-ea6c-4634-94bb-6df813dd8d7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c99c3340-f883-4139-a460-2214bc99173f'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:00:03.814678 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Attempting to bind port e96b306f-930e-4173-9016-f87cdbc360a1 on network c99c3340-f883-4139-a460-2214bc99173f {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:00:03.820478 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Checking agent: {'id': '32a65721-1161-4909-9634-11ba095c6914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 17, 55, 57), 'started_at': datetime.datetime(2021, 2, 16, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 17, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:00:03.820896 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Checking segment: {'id': '35332826-ea6c-4634-94bb-6df813dd8d7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c99c3340-f883-4139-a460-2214bc99173f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:00:03.821337 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:00:03.821766 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Bound using segment: {'id': '35332826-ea6c-4634-94bb-6df813dd8d7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c99c3340-f883-4139-a460-2214bc99173f'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:00:03.822278 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Bound port: e96b306f-930e-4173-9016-f87cdbc360a1, host: dv-cinder-763306-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35332826-ea6c-4634-94bb-6df813dd8d7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c99c3340-f883-4139-a460-2214bc99173f'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:00:03.822730 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:00:03.919612 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] For port e96b306f-930e-4173-9016-f87cdbc360a1, host dv-cinder-763306-9-smb, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:00:03.923955 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] For port e96b306f-930e-4173-9016-f87cdbc360a1, host dv-cinder-763306-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=e96b306f-930e-4173-9016-f87cdbc360a1,segment=NetworkSegment(35332826-ea6c-4634-94bb-6df813dd8d7e),segment_id=35332826-ea6c-4634-94bb-6df813dd8d7e)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:00:03.926759 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:00:03.942937 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:00:04.099921 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Pushing event updated for resources: {'Port': ['ID=e96b306f-930e-4173-9016-f87cdbc360a1,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:00:04.104214 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:00:05.385917 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52489021-2306-40e8-99d8-fba7eb3f048c None None] Network c99c3340-f883-4139-a460-2214bc99173f requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:00:05.466935 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device e96b306f-930e-4173-9016-f87cdbc360a1 up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:00:05.584322 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-b7cbe171-d334-4574-a22b-24815e540337 None None] Provisioning for port e96b306f-930e-4173-9016-f87cdbc360a1 completed by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:00:05.644036 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning for port e96b306f-930e-4173-9016-f87cdbc360a1 completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:00:05.653830 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port e96b306f-930e-4173-9016-f87cdbc360a1 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:00:05.654241 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:00:05.837753 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:00:05.879482 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] For port e96b306f-930e-4173-9016-f87cdbc360a1, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=e96b306f-930e-4173-9016-f87cdbc360a1,segment=NetworkSegment(35332826-ea6c-4634-94bb-6df813dd8d7e),segment_id=35332826-ea6c-4634-94bb-6df813dd8d7e)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:00:05.880833 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:00:05.882996 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:00:05.963372 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Pushing event updated for resources: {'Port': ['ID=e96b306f-930e-4173-9016-f87cdbc360a1,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:00:05.965986 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:00:06.121938 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-3c817cce-7817-429a-aaf7-4ca9c176c735 None None] Provisioning complete for port e96b306f-930e-4173-9016-f87cdbc360a1 triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:00:06.122373 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3c817cce-7817-429a-aaf7-4ca9c176c735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:00:06.386590 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-fa56fadc-d063-46b9-8ac7-d366627892d0 None None] Provisioning complete for port e96b306f-930e-4173-9016-f87cdbc360a1 triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:00:06.387156 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-fa56fadc-d063-46b9-8ac7-d366627892d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:00:07.424756 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device e96b306f-930e-4173-9016-f87cdbc360a1 up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:00:07.501249 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port e96b306f-930e-4173-9016-f87cdbc360a1 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:00:07.501595 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:00:23.442129 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-79721116-448a-417c-8ac9-67e084c83f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:00:23.930446 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 5 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:00:25.734154 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f088d3e1-c05f-4108-850a-1a13934d3ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:00:26.675701 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:00:27.358860 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:00:27.921063 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:00:53.444479 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-73aab28f-a09b-488f-8ab3-8e0756b3a383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:00:55.735368 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-616b20c4-da84-42c1-9c24-e81ea66ab04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:00:56.675296 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:00:57.362151 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:00:57.926317 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:01:00.930051 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 5 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:01:09.566534 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 55822) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:01:09.573225 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [None req-0af2d309-d026-4502-9033-00ceb679fa0d tempest-verify_tempest_config-1751005282 tempest-verify_tempest_config-1751005282-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:01:09.574311 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-0af2d309-d026-4502-9033-00ceb679fa0d tempest-verify_tempest_config-1751005282 tempest-verify_tempest_config-1751005282-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0066905 Feb 16 18:01:09.998047 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 55842) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:01:10.121308 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d2f43197-ce47-448c-bf40-dcbb49023e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:01:10.139746 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-d2f43197-ce47-448c-bf40-dcbb49023e12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:01:10.143715 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-d2f43197-ce47-448c-bf40-dcbb49023e12 admin admin] Usage tracker for resource:security_group_rule and tenant:52d8d5a706e84f6ebc7a42457d53ae93 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:01:10.146591 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-d2f43197-ce47-448c-bf40-dcbb49023e12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:01:10.153140 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-d2f43197-ce47-448c-bf40-dcbb49023e12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:01:10.243050 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d2f43197-ce47-448c-bf40-dcbb49023e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:01:10.245669 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d2f43197-ce47-448c-bf40-dcbb49023e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:01:10.254698 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:01:10.296145 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-d2f43197-ce47-448c-bf40-dcbb49023e12 admin admin] Synchronizing usage tracker for tenant:f57b2379ccad42f18b783aceef935d00 on resource:security_group {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:01:10.300838 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f43197-ce47-448c-bf40-dcbb49023e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b60823e-9682-457a-9e11-9258f7e45474,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:01:10.310994 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f43197-ce47-448c-bf40-dcbb49023e12 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:01:10.311376 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f43197-ce47-448c-bf40-dcbb49023e12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:01:10.311775 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f43197-ce47-448c-bf40-dcbb49023e12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:01:10.312142 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f43197-ce47-448c-bf40-dcbb49023e12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:01:10.312507 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f43197-ce47-448c-bf40-dcbb49023e12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:01:10.312870 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f43197-ce47-448c-bf40-dcbb49023e12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:01:10.313229 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f43197-ce47-448c-bf40-dcbb49023e12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:01:10.313587 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f43197-ce47-448c-bf40-dcbb49023e12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:01:10.313962 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f43197-ce47-448c-bf40-dcbb49023e12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:01:10.314319 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f43197-ce47-448c-bf40-dcbb49023e12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:01:10.314675 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f43197-ce47-448c-bf40-dcbb49023e12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:01:10.315030 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f43197-ce47-448c-bf40-dcbb49023e12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:01:10.320339 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d2f43197-ce47-448c-bf40-dcbb49023e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:01:10.328248 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-d2f43197-ce47-448c-bf40-dcbb49023e12 admin admin] Unset dirty status for tenant:f57b2379ccad42f18b783aceef935d00 on resource:security_group {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:01:10.329599 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-d2f43197-ce47-448c-bf40-dcbb49023e12 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52d8d5a706e84f6ebc7a42457d53ae93&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3303926 Feb 16 18:01:10.332412 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 55848) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:01:10.393535 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d8895fab-2e1f-400a-9030-a82a1177508d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:01:10.420146 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d8895fab-2e1f-400a-9030-a82a1177508d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:01:10.469815 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d8895fab-2e1f-400a-9030-a82a1177508d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:01:10.474844 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3254392f-c63d-4d3b-aa49-f8b605eda9e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:01:10.490979 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8895fab-2e1f-400a-9030-a82a1177508d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b60823e-9682-457a-9e11-9258f7e45474,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:01:10.495522 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d8895fab-2e1f-400a-9030-a82a1177508d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:01:10.496426 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d8895fab-2e1f-400a-9030-a82a1177508d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:01:10.497770 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-d8895fab-2e1f-400a-9030-a82a1177508d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1b60823e-9682-457a-9e11-9258f7e45474 HTTP/1.1" status: 204 len: 168 time: 0.1642275 Feb 16 18:01:23.448938 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1367aa86-2726-4df6-916d-112a4cc7e66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:01:25.736401 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a9a3773d-0ae4-4574-bd32-0fc4c57f9570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:01:26.677932 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:01:27.363306 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:01:27.929701 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:01:37.931253 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 5 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:01:53.451072 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1221559c-3d28-4afb-8c08-ae0d09672269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:01:55.737962 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-073d2123-c5fd-4c0f-918b-0e6f096fa59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:01:56.685659 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:01:57.365498 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:01:57.932820 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:02:14.930812 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 5 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:02:23.452268 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b6f6f4f4-9d59-4e7c-a97a-32bd63610c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:02:25.738945 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d47c59a5-a241-4fb2-b7eb-e1f340b5e6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:02:26.685741 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:02:27.367708 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:02:27.936223 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:02:51.935198 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 5 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:02:53.464735 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b825329b-544a-4174-911a-d2f5f339ccf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:02:55.740626 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0cd198bd-bd18-4dbe-86b8-3ee218f0827c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:02:56.581944 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488'] for agent, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:02:56.582394 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:02:56.582782 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:02:56.583167 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:02:56.583602 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:02:56.584097 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:02:56.584536 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:02:56.584910 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:02:56.585303 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:02:56.585654 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:02:56.586028 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:02:56.586399 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:02:56.586823 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:02:56.587211 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-76330', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:02:56.591286 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76330', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:02:56.688378 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:02:56.918573 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] get_endpoint_by_host() called for host hv-cinder-76330 {{(pid=83987) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 16 18:02:56.922579 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] get_endpoint_by_ip() called for ip 192.168.0.41 {{(pid=83987) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 16 18:02:56.925694 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] _add_endpoint() called for ip 192.168.0.41 {{(pid=83987) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 16 18:02:56.931189 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] _get_endpoints() called {{(pid=83987) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 16 18:02:57.369449 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:02:57.939664 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:03:09.500872 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 55920) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:03:09.621648 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-fb0184a8-d1a7-491d-833f-c1636fdd4366 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1196029 Feb 16 18:03:12.113891 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 55930) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:03:12.173452 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-9a1fc3ba-9129-438e-b561-b2a09d84d8c7 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0583663 Feb 16 18:03:23.456982 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-47d4a877-3645-40fd-a634-9a95cad49438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:03:25.742593 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-55dbcc32-4e39-4cc9-809d-237433e962eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:03:26.568586 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:03:26.689564 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:03:27.372895 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:03:27.943231 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:03:28.935646 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 6 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:03:53.458250 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-52614d1e-b78f-41d6-bc76-6df0ea147c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:03:55.743261 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-77e6af6c-fb6a-4235-8728-cefa69b00332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:03:56.568298 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:03:56.692568 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:03:57.374394 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:03:57.946739 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:04:05.936670 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 6 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:04:23.461264 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-595af0a6-c75e-4eba-bc33-bf72237c3091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:04:25.745185 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-92a35bde-80cc-4f78-8864-5f0d2c2722e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:04:26.567561 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:04:26.696902 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:04:27.377169 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:04:27.951484 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:04:42.936387 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 6 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:04:53.462726 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5ff68388-dad5-4f66-a5ac-7aa3bd8b749f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:04:55.756030 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-dbac84a8-4667-40c0-a141-e5375413d783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:04:56.574447 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:04:56.709619 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:04:57.388027 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:04:57.960568 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:01.509624 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 56110) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:01.855959 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 56124) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:01.890368 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 56130) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:02.125392 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1463964587-network', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:05:02.130781 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:02.135164 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Usage tracker for resource:network and tenant:677540ccd8c14828bf2eccdddfe30bd5 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:02.138497 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:02.145976 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:02.156115 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Made reservation on behalf of 677540ccd8c14828bf2eccdddfe30bd5 for: {'network': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:05:02.161471 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for network, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:02.187354 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:02.204727 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:02.209216 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Usage tracker for resource:security_group_rule and tenant:677540ccd8c14828bf2eccdddfe30bd5 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:02.214890 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 56146) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:02.222601 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:02.230124 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:02.275732 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1540578581-network', 'tenant_id': '622d65f99f53481b8a0d99018b9077fa'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:05:02.284585 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.quota [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Loaded quota_driver: . Feb 16 18:05:02.296666 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:02.302316 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Usage tracker for resource:network and tenant:622d65f99f53481b8a0d99018b9077fa is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:02.305812 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:02.314338 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:02.334124 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:02.340893 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-de00d415-73e0-4f90-b4be-207293f2a7b4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-401706748-network', 'tenant_id': '973414d4df1442e183cfb978af50ea50'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:05:02.342616 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Made reservation on behalf of 622d65f99f53481b8a0d99018b9077fa for: {'network': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:05:02.345591 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:02.346712 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-de00d415-73e0-4f90-b4be-207293f2a7b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:02.351371 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for network, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:02.358048 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:02.365472 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-de00d415-73e0-4f90-b4be-207293f2a7b4 admin admin] Usage tracker for resource:network and tenant:973414d4df1442e183cfb978af50ea50 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:02.370420 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-de00d415-73e0-4f90-b4be-207293f2a7b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:02.386262 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:02.388618 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 18:05:02.391223 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-de00d415-73e0-4f90-b4be-207293f2a7b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:02.413890 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-27ea5744-12ed-4030-bdae-06a2a3d5f3f8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-226717647-network', 'tenant_id': 'd541e3b715664a9796db5a4f76d3b8b4'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:05:02.418429 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975480'] for segment, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:02.418796 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.db.segments_db [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Added segment 21e9a9a0-3fce-4e88-843b-4cc9439b3ace of type vxlan for network 484344ef-9cd5-4c12-8f55-8e6f63128f82 Feb 16 18:05:02.421986 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-27ea5744-12ed-4030-bdae-06a2a3d5f3f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:02.428241 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de00d415-73e0-4f90-b4be-207293f2a7b4 admin admin] Made reservation on behalf of 973414d4df1442e183cfb978af50ea50 for: {'network': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:05:02.429267 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:02.432940 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-27ea5744-12ed-4030-bdae-06a2a3d5f3f8 admin admin] Usage tracker for resource:network and tenant:d541e3b715664a9796db5a4f76d3b8b4 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:02.433470 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-de00d415-73e0-4f90-b4be-207293f2a7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for network, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:02.437977 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-27ea5744-12ed-4030-bdae-06a2a3d5f3f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:02.441212 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Usage tracker for resource:security_group_rule and tenant:622d65f99f53481b8a0d99018b9077fa is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:02.446392 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc5d237-d343-428f-a8df-d31a38243546,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:02.448277 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:02.451292 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-27ea5744-12ed-4030-bdae-06a2a3d5f3f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:02.457195 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:02.457919 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-de00d415-73e0-4f90-b4be-207293f2a7b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:02.475520 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.475904 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.476277 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.476645 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.477009 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.477369 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.477726 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.478097 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.478441 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.478794 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.479734 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.480297 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.480870 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.481232 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.481593 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.481948 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.482304 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.482673 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.483012 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.483367 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.483763 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.484119 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.484472 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.484822 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Tracked resource versions report: Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: pushed versions: Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: { 'AddressGroup': {'1.1'}, Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: 'ConntrackHelper': {'1.0'}, Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: 'Log': {'1.0'}, Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: 'Network': {'1.1'}, Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: 'Port': {'1.7'}, Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: 'PortForwarding': {'1.2'}, Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: 'QosPolicy': {'1.8'}, Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroup': {'1.4'}, Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroupRule': {'1.2'}, Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: 'SubPort': {'1.0'}, Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: 'Subnet': {'1.1'}, Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: 'Trunk': {'1.1'}} Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: consumer versions: Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: { DHCP agent@dv-cinder-763306-9-smb: {}, Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: L3 agent@dv-cinder-763306-9-smb: {}, Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: Metadata agent@dv-cinder-763306-9-smb: {}, Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: Metering agent@dv-cinder-763306-9-smb: {}, Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: Open vSwitch agent@dv-cinder-763306-9-smb: { 'AddressGroup': '1.1', Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: 'ConntrackHelper': '1.0', Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: 'Log': '1.0', Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: 'Network': '1.1', Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: 'Port': '1.7', Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: 'PortForwarding': '1.2', Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: 'QosPolicy': '1.8', Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroup': '1.4', Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroupRule': '1.2', Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: 'SubPort': '1.0', Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: 'Subnet': '1.1', Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: 'Trunk': '1.1'}, Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.1', Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: 'ConntrackHelper': '1.0', Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: 'Log': '1.0', Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: 'Network': '1.1', Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: 'Port': '1.7', Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: 'PortForwarding': '1.2', Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: 'QosPolicy': '1.8', Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroup': '1.4', Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroupRule': '1.2', Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: 'SubPort': '1.0', Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: 'Subnet': '1.1', Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: 'Trunk': '1.1'}} Feb 16 18:05:02.486167 dv-cinder-763306-9-smb neutron-server[83874]: {{(pid=83986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 18:05:02.499538 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:02.508018 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-de00d415-73e0-4f90-b4be-207293f2a7b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:02.511357 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287454046290'] for network, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:02.532018 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ea5744-12ed-4030-bdae-06a2a3d5f3f8 admin admin] Made reservation on behalf of d541e3b715664a9796db5a4f76d3b8b4 for: {'network': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:05:02.537233 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-27ea5744-12ed-4030-bdae-06a2a3d5f3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for network, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:02.544773 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-de00d415-73e0-4f90-b4be-207293f2a7b4 admin admin] Usage tracker for resource:security_group_rule and tenant:973414d4df1442e183cfb978af50ea50 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:02.548093 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548'] for network, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:02.549053 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-de00d415-73e0-4f90-b4be-207293f2a7b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:02.552608 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:02.553247 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:02.561319 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-c019be40-3fa4-425c-b469-c8b3d3fa96a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:02.568745 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-27ea5744-12ed-4030-bdae-06a2a3d5f3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:02.599374 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-27ea5744-12ed-4030-bdae-06a2a3d5f3f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:02.613258 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-27ea5744-12ed-4030-bdae-06a2a3d5f3f8 admin admin] Usage tracker for resource:security_group_rule and tenant:d541e3b715664a9796db5a4f76d3b8b4 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:02.618898 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-27ea5744-12ed-4030-bdae-06a2a3d5f3f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:02.632714 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-27ea5744-12ed-4030-bdae-06a2a3d5f3f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:02.655589 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-de00d415-73e0-4f90-b4be-207293f2a7b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:02.662028 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Pushing event updated for resources: {'Network': ['ID=484344ef-9cd5-4c12-8f55-8e6f63128f82,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:02.668709 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:02.669476 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:02.673803 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Network 484344ef-9cd5-4c12-8f55-8e6f63128f82 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:05:02.681906 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:02.693406 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:02.705191 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Network 484344ef-9cd5-4c12-8f55-8e6f63128f82 details requested by agent ovs-agent-dv-cinder-763306-9-smb with host dv-cinder-763306-9-smb {{(pid=83987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:05:02.728273 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55017f54-70ff-4a38-8b3c-5e91e418ce35,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:02.736392 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.2238412 Feb 16 18:05:02.738044 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 56178) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:02.741403 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.741936 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.742894 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.743579 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.744202 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.744760 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.746540 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.747081 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.747792 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.748367 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.748989 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.749459 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.749866 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.750227 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.750584 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.750935 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.751287 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.751670 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.752018 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.752366 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.752722 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.753152 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.753499 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.753846 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Tracked resource versions report: Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: pushed versions: Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: { 'AddressGroup': {'1.1'}, Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: 'ConntrackHelper': {'1.0'}, Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: 'Log': {'1.0'}, Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: 'Network': {'1.1'}, Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: 'Port': {'1.7'}, Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: 'PortForwarding': {'1.2'}, Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: 'QosPolicy': {'1.8'}, Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroup': {'1.4'}, Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroupRule': {'1.2'}, Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: 'SubPort': {'1.0'}, Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: 'Subnet': {'1.1'}, Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: 'Trunk': {'1.1'}} Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: consumer versions: Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: { DHCP agent@dv-cinder-763306-9-smb: {}, Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: L3 agent@dv-cinder-763306-9-smb: {}, Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: Metadata agent@dv-cinder-763306-9-smb: {}, Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: Metering agent@dv-cinder-763306-9-smb: {}, Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: Open vSwitch agent@dv-cinder-763306-9-smb: { 'AddressGroup': '1.1', Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: 'ConntrackHelper': '1.0', Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: 'Log': '1.0', Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: 'Network': '1.1', Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: 'Port': '1.7', Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: 'PortForwarding': '1.2', Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: 'QosPolicy': '1.8', Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroup': '1.4', Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroupRule': '1.2', Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: 'SubPort': '1.0', Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: 'Subnet': '1.1', Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: 'Trunk': '1.1'}, Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.1', Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: 'ConntrackHelper': '1.0', Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: 'Log': '1.0', Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: 'Network': '1.1', Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: 'Port': '1.7', Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: 'PortForwarding': '1.2', Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: 'QosPolicy': '1.8', Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroup': '1.4', Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroupRule': '1.2', Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: 'SubPort': '1.0', Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: 'Subnet': '1.1', Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: 'Trunk': '1.1'}} Feb 16 18:05:02.755198 dv-cinder-763306-9-smb neutron-server[83874]: {{(pid=83985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 18:05:02.787262 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 18:05:02.808726 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-5e1f3f4f-ea6f-49a4-a57a-32466d17a6ef admin admin] Request body: {'subnet': {'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1463964587-subnet', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:05:02.820121 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-5e1f3f4f-ea6f-49a4-a57a-32466d17a6ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:02.825128 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-5e1f3f4f-ea6f-49a4-a57a-32466d17a6ef admin admin] Usage tracker for resource:subnet and tenant:677540ccd8c14828bf2eccdddfe30bd5 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:02.835562 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-5e1f3f4f-ea6f-49a4-a57a-32466d17a6ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:02.846079 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-5e1f3f4f-ea6f-49a4-a57a-32466d17a6ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:02.847863 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-de00d415-73e0-4f90-b4be-207293f2a7b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:02.851618 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-de00d415-73e0-4f90-b4be-207293f2a7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:02.861671 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:02.871502 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-c019be40-3fa4-425c-b469-c8b3d3fa96a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:02.882137 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1f3f4f-ea6f-49a4-a57a-32466d17a6ef admin admin] Made reservation on behalf of 677540ccd8c14828bf2eccdddfe30bd5 for: {'subnet': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:05:02.887388 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5e1f3f4f-ea6f-49a4-a57a-32466d17a6ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:02.902118 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00d415-73e0-4f90-b4be-207293f2a7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e450e1b8-7767-4345-8ce9-bc765bbc3b4f,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:02.918854 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-de00d415-73e0-4f90-b4be-207293f2a7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:03.043218 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-27ea5744-12ed-4030-bdae-06a2a3d5f3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:03.062690 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-27ea5744-12ed-4030-bdae-06a2a3d5f3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:03.064239 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749401242329', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975480'] for segment, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:03.065126 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.db.segments_db [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Added segment ce64c93e-45d9-425e-aca9-3906308158b6 of type vxlan for network f8202e7f-abbe-4e6f-b78f-d67eee34469d Feb 16 18:05:03.144225 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:03.258468 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287454046290'] for network, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:03.281168 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea5744-12ed-4030-bdae-06a2a3d5f3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c17a0ed-f312-4b9c-88d0-cf244e1cd204,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:03.290631 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-27ea5744-12ed-4030-bdae-06a2a3d5f3f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:03.361593 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.db.api [None req-de00d415-73e0-4f90-b4be-207293f2a7b4 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83986) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:05:03.362406 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_db.api [None req-de00d415-73e0-4f90-b4be-207293f2a7b4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 18:05:03.398641 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548'] for network, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:03.398983 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.db.api [None req-27ea5744-12ed-4030-bdae-06a2a3d5f3f8 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83985) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:05:03.399300 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_db.api [None req-27ea5744-12ed-4030-bdae-06a2a3d5f3f8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 18:05:03.405973 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:03.406627 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:03.417681 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:03.737562 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Pushing event updated for resources: {'Network': ['ID=f8202e7f-abbe-4e6f-b78f-d67eee34469d,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:03.741532 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:03.748684 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8882251 Feb 16 18:05:03.751043 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Network f8202e7f-abbe-4e6f-b78f-d67eee34469d details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:05:03.752979 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 56218) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:03.761832 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-789788b7-45fb-48d1-9b89-345ed26350d5 admin admin] Request body: {'subnet': {'network_id': 'f8202e7f-abbe-4e6f-b78f-d67eee34469d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1540578581-subnet', 'tenant_id': '622d65f99f53481b8a0d99018b9077fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:05:03.784032 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-789788b7-45fb-48d1-9b89-345ed26350d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:03.794916 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-789788b7-45fb-48d1-9b89-345ed26350d5 admin admin] Usage tracker for resource:subnet and tenant:622d65f99f53481b8a0d99018b9077fa is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:03.803249 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-789788b7-45fb-48d1-9b89-345ed26350d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:03.826559 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-789788b7-45fb-48d1-9b89-345ed26350d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:03.850974 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789788b7-45fb-48d1-9b89-345ed26350d5 admin admin] Made reservation on behalf of 622d65f99f53481b8a0d99018b9077fa for: {'subnet': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:05:03.859062 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-789788b7-45fb-48d1-9b89-345ed26350d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:03.889406 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-de00d415-73e0-4f90-b4be-207293f2a7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for network, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:03.905784 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-27ea5744-12ed-4030-bdae-06a2a3d5f3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for network, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:03.971183 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Network f8202e7f-abbe-4e6f-b78f-d67eee34469d details requested by agent ovs-agent-dv-cinder-763306-9-smb with host dv-cinder-763306-9-smb {{(pid=83987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:05:04.006468 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ea5744-12ed-4030-bdae-06a2a3d5f3f8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=83985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 18:05:04.123724 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5e1f3f4f-ea6f-49a4-a57a-32466d17a6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548'] for subnet, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:04.126492 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-27ea5744-12ed-4030-bdae-06a2a3d5f3f8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749401242329', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975480'] for segment, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:04.126926 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.db.segments_db [None req-27ea5744-12ed-4030-bdae-06a2a3d5f3f8 admin admin] Added segment 6094f77f-c919-4fe3-b9c0-32723299395b of type vxlan for network 27498430-4f4e-446a-b31d-c16243838c18 Feb 16 18:05:04.166156 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:04.392092 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f3f4f-ea6f-49a4-a57a-32466d17a6ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=efa71cb3-35bc-48e0-ae8d-25f67e7ef6da,revision_number=0']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:04.395774 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-5e1f3f4f-ea6f-49a4-a57a-32466d17a6ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:04.408022 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-27ea5744-12ed-4030-bdae-06a2a3d5f3f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287454046290'] for network, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:04.516149 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-27ea5744-12ed-4030-bdae-06a2a3d5f3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548'] for network, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:04.517226 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ea5744-12ed-4030-bdae-06a2a3d5f3f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:04.517865 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-27ea5744-12ed-4030-bdae-06a2a3d5f3f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:04.537078 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:04.560816 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-27ea5744-12ed-4030-bdae-06a2a3d5f3f8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.3445015 Feb 16 18:05:04.561548 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 56258) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:04.566441 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.db.api [None req-de00d415-73e0-4f90-b4be-207293f2a7b4 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83986) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:05:04.572275 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_db.api [None req-de00d415-73e0-4f90-b4be-207293f2a7b4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 18:05:04.629099 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-789788b7-45fb-48d1-9b89-345ed26350d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548'] for subnet, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:04.663173 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-1abaa7d8-1c1a-4683-8a6f-508ea0f9b8bc admin admin] Request body: {'subnet': {'network_id': '27498430-4f4e-446a-b31d-c16243838c18', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-226717647-subnet', 'tenant_id': 'd541e3b715664a9796db5a4f76d3b8b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:05:04.668697 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-1abaa7d8-1c1a-4683-8a6f-508ea0f9b8bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:04.668861 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-86ee2dac-b71d-496e-bc05-5a40f7ca0d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:04.673629 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-1abaa7d8-1c1a-4683-8a6f-508ea0f9b8bc admin admin] Usage tracker for resource:subnet and tenant:d541e3b715664a9796db5a4f76d3b8b4 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:04.679438 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-1abaa7d8-1c1a-4683-8a6f-508ea0f9b8bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:04.685498 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-1abaa7d8-1c1a-4683-8a6f-508ea0f9b8bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:04.695527 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1f3f4f-ea6f-49a4-a57a-32466d17a6ef admin admin] Checking segment: {'id': '21e9a9a0-3fce-4e88-843b-4cc9439b3ace', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:05:04.695944 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1f3f4f-ea6f-49a4-a57a-32466d17a6ef admin admin] Network hostable DHCP agents. Network: 484344ef-9cd5-4c12-8f55-8e6f63128f82, hostable agents: ['de8c96f3-9ead-4786-a920-55e7f9d921c5'], hosted agents: [] {{(pid=83985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:05:04.716795 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abaa7d8-1c1a-4683-8a6f-508ea0f9b8bc admin admin] Made reservation on behalf of d541e3b715664a9796db5a4f76d3b8b4 for: {'subnet': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:05:04.722061 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1abaa7d8-1c1a-4683-8a6f-508ea0f9b8bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:04.847633 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea5744-12ed-4030-bdae-06a2a3d5f3f8 admin admin] Pushing event updated for resources: {'Network': ['ID=27498430-4f4e-446a-b31d-c16243838c18,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:04.860202 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-27ea5744-12ed-4030-bdae-06a2a3d5f3f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:04.862433 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Network 27498430-4f4e-446a-b31d-c16243838c18 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:05:04.883560 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789788b7-45fb-48d1-9b89-345ed26350d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c42d94b2-4a0f-4ef3-8dff-e7101cf09702,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:04.890028 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-789788b7-45fb-48d1-9b89-345ed26350d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:04.893879 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Network 27498430-4f4e-446a-b31d-c16243838c18 details requested by agent ovs-agent-dv-cinder-763306-9-smb with host dv-cinder-763306-9-smb {{(pid=83987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:05:04.898165 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1f3f4f-ea6f-49a4-a57a-32466d17a6ef admin admin] Network 484344ef-9cd5-4c12-8f55-8e6f63128f82 is scheduled to be hosted by DHCP agent de8c96f3-9ead-4786-a920-55e7f9d921c5 with binding_index 1 {{(pid=83985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:05:04.923780 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-5e1f3f4f-ea6f-49a4-a57a-32466d17a6ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-smb, 484344ef-9cd5-4c12-8f55-8e6f63128f82) {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:05:04.928404 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1f3f4f-ea6f-49a4-a57a-32466d17a6ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:04.929219 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5e1f3f4f-ea6f-49a4-a57a-32466d17a6ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for subnet, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:04.957799 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789788b7-45fb-48d1-9b89-345ed26350d5 admin admin] Checking segment: {'id': 'ce64c93e-45d9-425e-aca9-3906308158b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f8202e7f-abbe-4e6f-b78f-d67eee34469d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:05:04.958484 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789788b7-45fb-48d1-9b89-345ed26350d5 admin admin] Network hostable DHCP agents. Network: f8202e7f-abbe-4e6f-b78f-d67eee34469d, hostable agents: ['de8c96f3-9ead-4786-a920-55e7f9d921c5'], hosted agents: [] {{(pid=83986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:05:04.965524 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-5e1f3f4f-ea6f-49a4-a57a-32466d17a6ef admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2071381 Feb 16 18:05:04.968953 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 56278) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:04.983037 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-25c54205-de23-497a-b678-db2c64c85b4c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1463964587-router', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'}}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:05:04.991564 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-25c54205-de23-497a-b678-db2c64c85b4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:04.998118 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-25c54205-de23-497a-b678-db2c64c85b4c admin admin] Usage tracker for resource:router and tenant:677540ccd8c14828bf2eccdddfe30bd5 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:05.002367 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-25c54205-de23-497a-b678-db2c64c85b4c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:05.008691 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789788b7-45fb-48d1-9b89-345ed26350d5 admin admin] Network f8202e7f-abbe-4e6f-b78f-d67eee34469d is scheduled to be hosted by DHCP agent de8c96f3-9ead-4786-a920-55e7f9d921c5 with binding_index 1 {{(pid=83986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:05:05.011875 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-25c54205-de23-497a-b678-db2c64c85b4c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:05.028100 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-789788b7-45fb-48d1-9b89-345ed26350d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-smb, f8202e7f-abbe-4e6f-b78f-d67eee34469d) {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:05:05.031082 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-25c54205-de23-497a-b678-db2c64c85b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853176566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497015'] for router, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:05.032417 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-25c54205-de23-497a-b678-db2c64c85b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1599234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1997164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1977739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854278786'] for router, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:05.049639 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789788b7-45fb-48d1-9b89-345ed26350d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:05.050814 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-789788b7-45fb-48d1-9b89-345ed26350d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:05.064451 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-25c54205-de23-497a-b678-db2c64c85b4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:05.092825 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 56282) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:05.101381 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4925ca7a-61bc-44c3-ad7d-deffcd184a3f None None] Network 484344ef-9cd5-4c12-8f55-8e6f63128f82 requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:05:05.242543 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8fe7c7-f1a3-4faf-b8c6-5283ae2a33ab None None] Network f8202e7f-abbe-4e6f-b78f-d67eee34469d requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:05:05.516375 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1abaa7d8-1c1a-4683-8a6f-508ea0f9b8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548'] for subnet, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:05.569984 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-5cd75d94-0440-482a-8a03-4f1f16ff1521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:05.610129 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-de00d415-73e0-4f90-b4be-207293f2a7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for network, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:05.656609 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec65438-5c32-40b0-87aa-6218dfe180fd None None] Network f8202e7f-abbe-4e6f-b78f-d67eee34469d requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:05:05.791995 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 56308) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:05.899187 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abaa7d8-1c1a-4683-8a6f-508ea0f9b8bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d70cccd9-1e8f-477c-9ad1-d71a3d51510b,revision_number=0']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:05.907614 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-1abaa7d8-1c1a-4683-8a6f-508ea0f9b8bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:05.917246 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-25c54205-de23-497a-b678-db2c64c85b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1997075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1599430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854278895'] for router, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:05.929372 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-af5c71db-5e43-4c71-b966-f84d218b4570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:05.937191 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de00d415-73e0-4f90-b4be-207293f2a7b4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=83986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 18:05:05.942668 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-789788b7-45fb-48d1-9b89-345ed26350d5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1885421 Feb 16 18:05:05.969139 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-329f4520-7155-4d67-b7c9-3e94eef1962a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:05.980284 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-af5c71db-5e43-4c71-b966-f84d218b4570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:05.985535 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-af5c71db-5e43-4c71-b966-f84d218b4570 admin admin] Usage tracker for resource:security_group_rule and tenant:e6fac131eb2841eeadffa06612df2865 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:05.989009 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-af5c71db-5e43-4c71-b966-f84d218b4570 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:06.002243 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-af5c71db-5e43-4c71-b966-f84d218b4570 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:06.031580 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-de00d415-73e0-4f90-b4be-207293f2a7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975480'] for segment, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:06.031969 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.db.segments_db [None req-de00d415-73e0-4f90-b4be-207293f2a7b4 admin admin] Added segment a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2 of type vxlan for network 48e6f4c1-cec6-4712-98a9-a9afe7d38cf4 Feb 16 18:05:06.050306 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-329f4520-7155-4d67-b7c9-3e94eef1962a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:06.055301 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abaa7d8-1c1a-4683-8a6f-508ea0f9b8bc admin admin] Checking segment: {'id': '6094f77f-c919-4fe3-b9c0-32723299395b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27498430-4f4e-446a-b31d-c16243838c18'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:05:06.055726 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abaa7d8-1c1a-4683-8a6f-508ea0f9b8bc admin admin] Network hostable DHCP agents. Network: 27498430-4f4e-446a-b31d-c16243838c18, hostable agents: ['de8c96f3-9ead-4786-a920-55e7f9d921c5'], hosted agents: [] {{(pid=83985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:05:06.060548 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-329f4520-7155-4d67-b7c9-3e94eef1962a admin admin] Usage tracker for resource:security_group_rule and tenant:d50f8e80351c48f09f133daeaadb5c58 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:06.073520 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-329f4520-7155-4d67-b7c9-3e94eef1962a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:06.096913 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-329f4520-7155-4d67-b7c9-3e94eef1962a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:06.100368 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abaa7d8-1c1a-4683-8a6f-508ea0f9b8bc admin admin] Network 27498430-4f4e-446a-b31d-c16243838c18 is scheduled to be hosted by DHCP agent de8c96f3-9ead-4786-a920-55e7f9d921c5 with binding_index 1 {{(pid=83985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:05:06.110300 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-de00d415-73e0-4f90-b4be-207293f2a7b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287454046290'] for network, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:06.133084 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-1abaa7d8-1c1a-4683-8a6f-508ea0f9b8bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-smb, 27498430-4f4e-446a-b31d-c16243838c18) {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:05:06.142951 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abaa7d8-1c1a-4683-8a6f-508ea0f9b8bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:06.143886 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1abaa7d8-1c1a-4683-8a6f-508ea0f9b8bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for subnet, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:06.186590 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-de00d415-73e0-4f90-b4be-207293f2a7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548'] for network, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:06.191806 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de00d415-73e0-4f90-b4be-207293f2a7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:06.192445 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-de00d415-73e0-4f90-b4be-207293f2a7b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:06.202994 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:06.235850 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-af5c71db-5e43-4c71-b966-f84d218b4570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:06.248579 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-1abaa7d8-1c1a-4683-8a6f-508ea0f9b8bc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5912018 Feb 16 18:05:06.248579 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-af5c71db-5e43-4c71-b966-f84d218b4570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:06.249055 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:06.312499 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c71db-5e43-4c71-b966-f84d218b4570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3290a0aa-c0d9-4e92-bdff-47ec32d0eb98,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:06.317290 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-af5c71db-5e43-4c71-b966-f84d218b4570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:06.319820 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-af5c71db-5e43-4c71-b966-f84d218b4570 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e6fac131eb2841eeadffa06612df2865&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5182385 Feb 16 18:05:06.322640 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 56330) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:06.325618 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaea8dc-4ea5-43e2-bf78-311e4b3fe4eb None None] Network 27498430-4f4e-446a-b31d-c16243838c18 requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:05:06.379995 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-de00d415-73e0-4f90-b4be-207293f2a7b4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.4884551 Feb 16 18:05:06.380822 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00d415-73e0-4f90-b4be-207293f2a7b4 admin admin] Pushing event updated for resources: {'Network': ['ID=48e6f4c1-cec6-4712-98a9-a9afe7d38cf4,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:06.383250 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 56334) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:06.387035 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-de00d415-73e0-4f90-b4be-207293f2a7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:06.394627 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-84e4ac38-2e3f-451d-845c-75098a5a178b admin admin] Request body: {'subnet': {'network_id': '48e6f4c1-cec6-4712-98a9-a9afe7d38cf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-401706748-subnet', 'tenant_id': '973414d4df1442e183cfb978af50ea50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:05:06.406721 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-84e4ac38-2e3f-451d-845c-75098a5a178b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:06.416386 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-84e4ac38-2e3f-451d-845c-75098a5a178b admin admin] Usage tracker for resource:subnet and tenant:973414d4df1442e183cfb978af50ea50 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:06.429265 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-84e4ac38-2e3f-451d-845c-75098a5a178b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:06.451643 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-84e4ac38-2e3f-451d-845c-75098a5a178b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:06.467547 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a444cf9c-8921-4880-a647-07a8badf09d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:06.492667 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e4ac38-2e3f-451d-845c-75098a5a178b admin admin] Made reservation on behalf of 973414d4df1442e183cfb978af50ea50 for: {'subnet': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:05:06.498659 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-84e4ac38-2e3f-451d-845c-75098a5a178b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:06.548296 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-329f4520-7155-4d67-b7c9-3e94eef1962a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:06.594431 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7ad7740-a6d8-56fc-ba3f-3973bf36c32d-484344ef-9cd5-4c12-8f55-8e6f63128f82', 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'fixed_ips': [{'subnet_id': 'efa71cb3-35bc-48e0-ae8d-25f67e7ef6da'}]}} from dv-cinder-763306-9-smb. {{(pid=83987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 18:05:06.595540 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:06.607124 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Network 48e6f4c1-cec6-4712-98a9-a9afe7d38cf4 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:05:06.614339 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a444cf9c-8921-4880-a647-07a8badf09d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:06.627435 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Network 48e6f4c1-cec6-4712-98a9-a9afe7d38cf4 details requested by agent ovs-agent-dv-cinder-763306-9-smb with host dv-cinder-763306-9-smb {{(pid=83987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:05:06.666001 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-329f4520-7155-4d67-b7c9-3e94eef1962a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:06.693826 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 56358) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:06.700485 dv-cinder-763306-9-smb neutron-server[83874]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 18:05:06.710911 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-de00d415-73e0-4f90-b4be-207293f2a7b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:06.759377 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a444cf9c-8921-4880-a647-07a8badf09d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:06.811253 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f4520-7155-4d67-b7c9-3e94eef1962a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6da8c9-bb2b-4e41-88b0-0f3e9aa0b389,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:06.821758 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-329f4520-7155-4d67-b7c9-3e94eef1962a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d50f8e80351c48f09f133daeaadb5c58&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7244608 Feb 16 18:05:06.821758 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-329f4520-7155-4d67-b7c9-3e94eef1962a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:06.824009 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 56362) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:06.843968 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:06.869341 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-25c54205-de23-497a-b678-db2c64c85b4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:06.883280 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444cf9c-8921-4880-a647-07a8badf09d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3290a0aa-c0d9-4e92-bdff-47ec32d0eb98,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:06.902128 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a444cf9c-8921-4880-a647-07a8badf09d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:06.934070 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-25c54205-de23-497a-b678-db2c64c85b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:06.959415 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a444cf9c-8921-4880-a647-07a8badf09d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:06.961262 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-a444cf9c-8921-4880-a647-07a8badf09d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3290a0aa-c0d9-4e92-bdff-47ec32d0eb98 HTTP/1.1" status: 204 len: 168 time: 0.6365066 Feb 16 18:05:07.046516 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-e3be46d0-3bb6-406b-9f55-ec8322077d0d tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:07.047296 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-e3be46d0-3bb6-406b-9f55-ec8322077d0d tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Synchronizing usage tracker for tenant:622d65f99f53481b8a0d99018b9077fa on resource:network {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:05:07.146968 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-e3be46d0-3bb6-406b-9f55-ec8322077d0d tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Unset dirty status for tenant:622d65f99f53481b8a0d99018b9077fa on resource:network {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:05:07.148336 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-e3be46d0-3bb6-406b-9f55-ec8322077d0d tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/networks?id=f8202e7f-abbe-4e6f-b78f-d67eee34469d HTTP/1.1" status: 200 len: 815 time: 0.4533947 Feb 16 18:05:07.190335 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 56390) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:07.198669 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-f663ba7d-8d9f-4ad7-a943-7511050b2d2e tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/quotas/622d65f99f53481b8a0d99018b9077fa HTTP/1.1" status: 200 len: 375 time: 0.0327275 Feb 16 18:05:07.287252 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bde9cdd-a59d-47b3-b6f6-de7ff4434e8b None None] Network 27498430-4f4e-446a-b31d-c16243838c18 requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:05:07.391521 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-fd79bcea-dcc2-4696-a7fb-1840323b6831 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=622d65f99f53481b8a0d99018b9077fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1655951 Feb 16 18:05:07.446473 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f1170a81-e58d-4f09-bbd9-699cfbcf293d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:07.500969 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-df22c7e9-cf19-42c2-a255-8b7803e08b23 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:07.501752 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-df22c7e9-cf19-42c2-a255-8b7803e08b23 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Synchronizing usage tracker for tenant:d541e3b715664a9796db5a4f76d3b8b4 on resource:network {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:05:07.562726 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 56404) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:07.611745 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e240da40-8e1e-425b-8525-392e51d8302f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:07.632267 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-e240da40-8e1e-425b-8525-392e51d8302f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:07.637540 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-e240da40-8e1e-425b-8525-392e51d8302f admin admin] Usage tracker for resource:security_group_rule and tenant:b773138bec6744b295ca2b748dfe66e6 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:07.640681 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-e240da40-8e1e-425b-8525-392e51d8302f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:07.647540 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-e240da40-8e1e-425b-8525-392e51d8302f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:07.724606 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f1170a81-e58d-4f09-bbd9-699cfbcf293d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:07.782403 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e240da40-8e1e-425b-8525-392e51d8302f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:07.804637 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e240da40-8e1e-425b-8525-392e51d8302f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:07.805597 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [None req-25c54205-de23-497a-b678-db2c64c85b4c admin admin] Allocated IP 172.28.3.86 (d4f88037-574b-44e5-a9d6-1bdf8627b244/42ec5995-253d-4122-970e-73940637938a/576bc294-3a0e-4199-8b71-e310e9b826b5) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:05:07.811524 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Allocated IP 172.20.0.2 (484344ef-9cd5-4c12-8f55-8e6f63128f82/efa71cb3-35bc-48e0-ae8d-25f67e7ef6da/1a1244b0-396b-4767-9687-cc2a87312824) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:05:07.828811 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-df22c7e9-cf19-42c2-a255-8b7803e08b23 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Unset dirty status for tenant:d541e3b715664a9796db5a4f76d3b8b4 on resource:network {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:05:07.830095 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-df22c7e9-cf19-42c2-a255-8b7803e08b23 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/networks?id=27498430-4f4e-446a-b31d-c16243838c18 HTTP/1.1" status: 200 len: 811 time: 0.6380501 Feb 16 18:05:07.842379 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-329f4520-7155-4d67-b7c9-3e94eef1962a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:07.851158 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-e240da40-8e1e-425b-8525-392e51d8302f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b773138bec6744b295ca2b748dfe66e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2728186 Feb 16 18:05:07.858039 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 56414) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:07.871697 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-84e4ac38-2e3f-451d-845c-75098a5a178b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548'] for subnet, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:07.888272 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-2f5b18ed-61cf-4b18-b54c-012388e6a4c2 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/quotas/d541e3b715664a9796db5a4f76d3b8b4 HTTP/1.1" status: 200 len: 375 time: 0.0423670 Feb 16 18:05:07.891069 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:07.991219 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240da40-8e1e-425b-8525-392e51d8302f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8e2ef3-c2dd-43c7-9c9d-7ccdc6fcadc8,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:07.994874 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-e240da40-8e1e-425b-8525-392e51d8302f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:08.035844 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f1170a81-e58d-4f09-bbd9-699cfbcf293d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:08.052901 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:08.060862 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-7c070a3f-5e13-46a0-bf4f-707b1a166cfc service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:05:08.061979 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-7c070a3f-5e13-46a0-bf4f-707b1a166cfc service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.2566268 Feb 16 18:05:08.069234 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-4b658094-786b-4d76-a589-ffff55ce5807 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d541e3b715664a9796db5a4f76d3b8b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1501601 Feb 16 18:05:08.078046 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1170a81-e58d-4f09-bbd9-699cfbcf293d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6da8c9-bb2b-4e41-88b0-0f3e9aa0b389,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:08.089116 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f1170a81-e58d-4f09-bbd9-699cfbcf293d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:08.090150 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1fd1aee8-2d56-4eb3-bd4e-8b62e3bb5356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:08.122168 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1fd1aee8-2d56-4eb3-bd4e-8b62e3bb5356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:08.180004 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4ac38-2e3f-451d-845c-75098a5a178b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6e79260-895d-4967-aa0a-6b3bee32fd12,revision_number=0']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:08.195593 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-84e4ac38-2e3f-451d-845c-75098a5a178b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:08.209468 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f1170a81-e58d-4f09-bbd9-699cfbcf293d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:08.210703 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-f1170a81-e58d-4f09-bbd9-699cfbcf293d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e6da8c9-bb2b-4e41-88b0-0f3e9aa0b389 HTTP/1.1" status: 204 len: 168 time: 1.3857138 Feb 16 18:05:08.211640 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1fd1aee8-2d56-4eb3-bd4e-8b62e3bb5356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:08.220921 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-e240da40-8e1e-425b-8525-392e51d8302f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:08.249613 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1aee8-2d56-4eb3-bd4e-8b62e3bb5356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8e2ef3-c2dd-43c7-9c9d-7ccdc6fcadc8,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:08.258610 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-25c54205-de23-497a-b678-db2c64c85b4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:08.303723 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1fd1aee8-2d56-4eb3-bd4e-8b62e3bb5356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:08.304943 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-1fd1aee8-2d56-4eb3-bd4e-8b62e3bb5356 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f8e2ef3-c2dd-43c7-9c9d-7ccdc6fcadc8 HTTP/1.1" status: 204 len: 168 time: 0.4429431 Feb 16 18:05:08.306692 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-1fd1aee8-2d56-4eb3-bd4e-8b62e3bb5356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:08.308765 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-25c54205-de23-497a-b678-db2c64c85b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:08.320455 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:08.341036 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3254392f-c63d-4d3b-aa49-f8b605eda9e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:08.346184 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Transition to ACTIVE for port object 1a1244b0-396b-4767-9687-cc2a87312824 will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:05:08.368254 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-fd6032c2-11cd-46d3-959f-2440d3e30d43 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:05:08.369455 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-fd6032c2-11cd-46d3-959f-2440d3e30d43 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1833761 Feb 16 18:05:08.384890 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Transition to ACTIVE for port object 1a1244b0-396b-4767-9687-cc2a87312824 will not be triggered until provisioned by entity DHCP. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:05:08.394489 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:08.427075 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:08.519044 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c54205-de23-497a-b678-db2c64c85b4c admin admin] Pushing event updated for resources: {'Port': ['ID=576bc294-3a0e-4199-8b71-e310e9b826b5,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:08.535429 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-25c54205-de23-497a-b678-db2c64c85b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:08.582863 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c54205-de23-497a-b678-db2c64c85b4c admin admin] Network d4f88037-574b-44e5-a9d6-1bdf8627b244 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:05:08.584236 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-25c54205-de23-497a-b678-db2c64c85b4c admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:05:08.591012 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c54205-de23-497a-b678-db2c64c85b4c admin admin] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:05:08.591927 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-ad7b4391-9010-4d4d-ade0-81ce22fcb4bf service neutron] 10.222.0.41 "GET /v2.0/networks/f8202e7f-abbe-4e6f-b78f-d67eee34469d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5126331 Feb 16 18:05:08.737120 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Pushing event updated for resources: {'Port': ['ID=1a1244b0-396b-4767-9687-cc2a87312824,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:08.816223 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:08.816566 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:08.816865 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:08.817233 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:08.817600 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:08.818201 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:08.818325 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:08.818700 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e4ac38-2e3f-451d-845c-75098a5a178b admin admin] Checking segment: {'id': 'a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '48e6f4c1-cec6-4712-98a9-a9afe7d38cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:05:08.818820 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:08.819101 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:08.819216 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e4ac38-2e3f-451d-845c-75098a5a178b admin admin] Network hostable DHCP agents. Network: 48e6f4c1-cec6-4712-98a9-a9afe7d38cf4, hostable agents: ['de8c96f3-9ead-4786-a920-55e7f9d921c5'], hosted agents: [] {{(pid=83985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:05:08.819476 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:08.819833 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:08.820231 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:08.820623 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:08.821191 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:08.821557 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:08.821911 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:08.822262 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:08.822617 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:08.823027 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:08.823581 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:08.823858 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:08.824278 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:08.824633 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:08.824989 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Tracked resource versions report: Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: pushed versions: Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: { 'AddressGroup': {'1.1'}, Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: 'ConntrackHelper': {'1.0'}, Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: 'Log': {'1.0'}, Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: 'Network': {'1.1'}, Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: 'Port': {'1.7'}, Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: 'PortForwarding': {'1.2'}, Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: 'QosPolicy': {'1.8'}, Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroup': {'1.4'}, Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroupRule': {'1.2'}, Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: 'SubPort': {'1.0'}, Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: 'Subnet': {'1.1'}, Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: 'Trunk': {'1.1'}} Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: consumer versions: Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: { DHCP agent@dv-cinder-763306-9-smb: {}, Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: L3 agent@dv-cinder-763306-9-smb: {}, Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: Metadata agent@dv-cinder-763306-9-smb: {}, Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: Metering agent@dv-cinder-763306-9-smb: {}, Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: Open vSwitch agent@dv-cinder-763306-9-smb: { 'AddressGroup': '1.1', Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: 'ConntrackHelper': '1.0', Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: 'Log': '1.0', Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: 'Network': '1.1', Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: 'Port': '1.7', Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: 'PortForwarding': '1.2', Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: 'QosPolicy': '1.8', Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroup': '1.4', Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroupRule': '1.2', Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: 'SubPort': '1.0', Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: 'Subnet': '1.1', Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: 'Trunk': '1.1'}, Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.1', Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: 'ConntrackHelper': '1.0', Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: 'Log': '1.0', Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: 'Network': '1.1', Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: 'Port': '1.7', Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: 'PortForwarding': '1.2', Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: 'QosPolicy': '1.8', Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroup': '1.4', Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroupRule': '1.2', Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: 'SubPort': '1.0', Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: 'Subnet': '1.1', Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: 'Trunk': '1.1'}} Feb 16 18:05:08.826348 dv-cinder-763306-9-smb neutron-server[83874]: {{(pid=83987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 18:05:08.850028 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:08.901642 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Network 484344ef-9cd5-4c12-8f55-8e6f63128f82 is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:05:08.906318 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:05:08.911627 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:05:08.958430 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-22ffcf3a-bcb6-4be6-97dc-0a93ca53646e service neutron] 10.222.0.41 "GET /v2.0/networks/27498430-4f4e-446a-b31d-c16243838c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5642464 Feb 16 18:05:09.032185 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Attempting to bind port 1a1244b0-396b-4767-9687-cc2a87312824 on host dv-cinder-763306-9-smb for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:05:09.032764 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Attempting to bind port 1a1244b0-396b-4767-9687-cc2a87312824 by drivers openvswitch on host dv-cinder-763306-9-smb at level 0 using segments [{'id': '21e9a9a0-3fce-4e88-843b-4cc9439b3ace', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:05:09.033540 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Attempting to bind port 1a1244b0-396b-4767-9687-cc2a87312824 on network 484344ef-9cd5-4c12-8f55-8e6f63128f82 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:05:09.040884 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Checking agent: {'id': '32a65721-1161-4909-9634-11ba095c6914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 17, 55, 57), 'started_at': datetime.datetime(2021, 2, 16, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:05:09.041671 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Checking segment: {'id': '21e9a9a0-3fce-4e88-843b-4cc9439b3ace', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:05:09.042253 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:09.042928 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Bound using segment: {'id': '21e9a9a0-3fce-4e88-843b-4cc9439b3ace', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:05:09.044173 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Bound port: 1a1244b0-396b-4767-9687-cc2a87312824, host: dv-cinder-763306-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e9a9a0-3fce-4e88-843b-4cc9439b3ace', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:05:09.044799 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:09.104996 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e4ac38-2e3f-451d-845c-75098a5a178b admin admin] Network 48e6f4c1-cec6-4712-98a9-a9afe7d38cf4 is scheduled to be hosted by DHCP agent de8c96f3-9ead-4786-a920-55e7f9d921c5 with binding_index 1 {{(pid=83985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:05:09.119199 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-84e4ac38-2e3f-451d-845c-75098a5a178b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-smb, 48e6f4c1-cec6-4712-98a9-a9afe7d38cf4) {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:05:09.130725 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-3720708d-1b24-43d6-aba2-78259fe55230 service neutron] 10.222.0.41 "GET /v2.0/networks/f8202e7f-abbe-4e6f-b78f-d67eee34469d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5026789 Feb 16 18:05:09.139114 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e4ac38-2e3f-451d-845c-75098a5a178b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:09.139827 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-84e4ac38-2e3f-451d-845c-75098a5a178b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for subnet, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:09.161205 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-84e4ac38-2e3f-451d-845c-75098a5a178b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.7755072 Feb 16 18:05:09.164518 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 56458) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:09.186528 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-012a1ee3-6559-4d85-8001-4623c61ac2fc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-401706748-router', 'tenant_id': '973414d4df1442e183cfb978af50ea50', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'}}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:05:09.191748 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-012a1ee3-6559-4d85-8001-4623c61ac2fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:09.194128 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71a2d22-1d86-41de-9053-d56e21b619aa None None] Network 48e6f4c1-cec6-4712-98a9-a9afe7d38cf4 requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:05:09.196061 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-012a1ee3-6559-4d85-8001-4623c61ac2fc admin admin] Usage tracker for resource:router and tenant:973414d4df1442e183cfb978af50ea50 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:09.200443 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-012a1ee3-6559-4d85-8001-4623c61ac2fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:09.206826 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-012a1ee3-6559-4d85-8001-4623c61ac2fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:09.221490 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-012a1ee3-6559-4d85-8001-4623c61ac2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853176566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497015'] for router, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:09.222891 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-012a1ee3-6559-4d85-8001-4623c61ac2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1599234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1997164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1977739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854278786'] for router, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:09.263323 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-38073b84-b965-4760-ab3f-e138740cbb65 service neutron] 10.222.0.41 "GET /v2.0/networks/27498430-4f4e-446a-b31d-c16243838c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3038864 Feb 16 18:05:09.287004 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-012a1ee3-6559-4d85-8001-4623c61ac2fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:09.361836 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-25c54205-de23-497a-b678-db2c64c85b4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:09.798986 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] For port 1a1244b0-396b-4767-9687-cc2a87312824, host dv-cinder-763306-9-smb, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:05:09.804794 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] For port 1a1244b0-396b-4767-9687-cc2a87312824, host dv-cinder-763306-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=1a1244b0-396b-4767-9687-cc2a87312824,segment=NetworkSegment(21e9a9a0-3fce-4e88-843b-4cc9439b3ace),segment_id=21e9a9a0-3fce-4e88-843b-4cc9439b3ace)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:05:09.909433 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:09.919851 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a331e11f-22eb-4243-8a12-74f5ec208db2 req-da997db6-768a-4260-befe-141f0df13b07 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d798b43-e2ba-4701-9b12-631c846a18c8 HTTP/1.1" status: 200 len: 210 time: 0.1781008 Feb 16 18:05:10.005572 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:10.056398 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-25c54205-de23-497a-b678-db2c64c85b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853176370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852778499'] for router, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:10.061595 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4130f309-d688-4a6f-a488-789d75568a7f req-e056c641-844d-412e-8df5-c1f656edea47 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/ports?device_id=1210aba4-c815-4e56-b140-c21406a2558f HTTP/1.1" status: 200 len: 210 time: 0.3171587 Feb 16 18:05:10.080898 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022929f9-7008-4380-8e3f-e9969e4c648a None None] Network 48e6f4c1-cec6-4712-98a9-a9afe7d38cf4 requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:05:10.220662 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Pushing event updated for resources: {'Port': ['ID=1a1244b0-396b-4767-9687-cc2a87312824,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:10.224616 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:10.374184 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-012a1ee3-6559-4d85-8001-4623c61ac2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1997075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1599430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854278895'] for router, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:10.511767 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c54205-de23-497a-b678-db2c64c85b4c admin admin] Router d2375c41-cb38-404a-9b08-5ba3fda53692 is scheduled to L3 agent 616de62f-f042-46f7-b8cf-861f27422584 with binding_index 1 {{(pid=83986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 16 18:05:10.804055 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c54205-de23-497a-b678-db2c64c85b4c admin admin] Notify agent at l3_agent.dv-cinder-763306-9-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:05:10.817346 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e975667-0252-4ea6-9c5d-1352dc797473 None None] Sync routers for ids ['d2375c41-cb38-404a-9b08-5ba3fda53692'] in dv-cinder-763306-9-smb {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:05:10.835477 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-25c54205-de23-497a-b678-db2c64c85b4c admin admin] Notify callbacks [] for router, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:10.835836 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e975667-0252-4ea6-9c5d-1352dc797473 None None] Routers {'d2375c41-cb38-404a-9b08-5ba3fda53692'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:05:10.839559 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-25c54205-de23-497a-b678-db2c64c85b4c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8620560 Feb 16 18:05:10.840404 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-4e975667-0252-4ea6-9c5d-1352dc797473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:04:56Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['d2375c41-cb38-404a-9b08-5ba3fda53692'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:05:10.841650 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 56550) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:11.212754 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-4e975667-0252-4ea6-9c5d-1352dc797473 None None] Set router d2375c41-cb38-404a-9b08-5ba3fda53692 gateway port host: dv-cinder-763306-9-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:05:11.442471 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 56572) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:11.496208 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d7eb4b89-dbe9-4bf3-8c62-00ab48884c8e req-59d3a504-9d38-4e5b-aecf-bb6321e61c1a tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/ports?device_id=1210aba4-c815-4e56-b140-c21406a2558f HTTP/1.1" status: 200 len: 210 time: 0.2671518 Feb 16 18:05:11.640506 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-586ce7f2-c492-4b11-8b50-7e858342835d req-aeaed857-d6a2-40dc-b2a0-e08150dd7551 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d798b43-e2ba-4701-9b12-631c846a18c8 HTTP/1.1" status: 200 len: 210 time: 0.5433753 Feb 16 18:05:11.672712 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-012a1ee3-6559-4d85-8001-4623c61ac2fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:11.749667 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3d9271ee-a485-4386-acbf-0a55a9f99fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:11.761501 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-012a1ee3-6559-4d85-8001-4623c61ac2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:11.790241 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 1a1244b0-396b-4767-9687-cc2a87312824 up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:05:11.835195 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-3d9271ee-a485-4386-acbf-0a55a9f99fd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:11.843228 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-3d9271ee-a485-4386-acbf-0a55a9f99fd7 admin admin] Usage tracker for resource:security_group_rule and tenant:122d07a5b73e4ca5a2fe21805fba1f0b is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:11.852212 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-3d9271ee-a485-4386-acbf-0a55a9f99fd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:11.862956 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-3d9271ee-a485-4386-acbf-0a55a9f99fd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:11.946698 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning for port 1a1244b0-396b-4767-9687-cc2a87312824 completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:05:12.138707 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3d9271ee-a485-4386-acbf-0a55a9f99fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:12.143804 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3d9271ee-a485-4386-acbf-0a55a9f99fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:12.190845 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:12.290260 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-4e975667-0252-4ea6-9c5d-1352dc797473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'name': 'tempest-AttachVolumeTestJSON-1463964587-router', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:05:05Z', 'updated_at': '2021-02-16T18:05:08Z', 'revision_number': 3, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'gw_port': {'id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:07Z', 'updated_at': '2021-02-16T18:05:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:05:12.320018 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e975667-0252-4ea6-9c5d-1352dc797473 None None] Checking router: d2375c41-cb38-404a-9b08-5ba3fda53692 for host: dv-cinder-763306-9-smb {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:05:12.321975 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e975667-0252-4ea6-9c5d-1352dc797473 None None] Updating router d2375c41-cb38-404a-9b08-5ba3fda53692 port 576bc294-3a0e-4199-8b71-e310e9b826b5 binding host dv-cinder-763306-9-smb {{(pid=83988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 18:05:12.390966 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-3d9271ee-a485-4386-acbf-0a55a9f99fd7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=122d07a5b73e4ca5a2fe21805fba1f0b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9477358 Feb 16 18:05:12.403426 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9271ee-a485-4386-acbf-0a55a9f99fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7fc538-df00-49bb-b7ca-f975b065f4a7,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:12.410429 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 56630) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:12.413261 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3d9271ee-a485-4386-acbf-0a55a9f99fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:12.501526 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4e975667-0252-4ea6-9c5d-1352dc797473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:12.568299 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [None req-012a1ee3-6559-4d85-8001-4623c61ac2fc admin admin] Allocated IP 172.28.3.51 (d4f88037-574b-44e5-a9d6-1bdf8627b244/42ec5995-253d-4122-970e-73940637938a/f54189b5-c421-49c9-8a31-444082af792a) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:05:12.674301 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1f0eee-a379-439f-a9a0-b5025fce2818 None None] Network 484344ef-9cd5-4c12-8f55-8e6f63128f82 requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:05:12.970383 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f6c51590-9428-4b0b-996a-7019401d106f req-fef7a293-56b1-4723-a079-14236fc01f42 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d798b43-e2ba-4701-9b12-631c846a18c8 HTTP/1.1" status: 200 len: 210 time: 0.1414964 Feb 16 18:05:12.997097 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-47e7c2eb-fb80-4b1b-adb3-9b69fb355ffd req-0568306f-5fb6-4461-a59e-e8eab16f01fe tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/ports?device_id=1210aba4-c815-4e56-b140-c21406a2558f HTTP/1.1" status: 200 len: 210 time: 0.0941947 Feb 16 18:05:13.079545 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-6e408b2d-542f-4693-a94b-8000df4a30cd None None] Provisioning for port 1a1244b0-396b-4767-9687-cc2a87312824 completed by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:05:13.084071 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b61fb60c-47a8-43c7-b090-489a3a440110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:13.087229 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-6e408b2d-542f-4693-a94b-8000df4a30cd None None] Provisioning complete for port 1a1244b0-396b-4767-9687-cc2a87312824 triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:05:13.087904 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6e408b2d-542f-4693-a94b-8000df4a30cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:13.133703 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-012a1ee3-6559-4d85-8001-4623c61ac2fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:13.252648 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7699b93b-55ce-44c8-8ff1-15764bbc3cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:13.288471 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-012a1ee3-6559-4d85-8001-4623c61ac2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:13.303273 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b61fb60c-47a8-43c7-b090-489a3a440110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:13.367408 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6e408b2d-542f-4693-a94b-8000df4a30cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:13.455834 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-6e408b2d-542f-4693-a94b-8000df4a30cd None None] For port 1a1244b0-396b-4767-9687-cc2a87312824, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=1a1244b0-396b-4767-9687-cc2a87312824,segment=NetworkSegment(21e9a9a0-3fce-4e88-843b-4cc9439b3ace),segment_id=21e9a9a0-3fce-4e88-843b-4cc9439b3ace)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:05:13.467755 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6e408b2d-542f-4693-a94b-8000df4a30cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:13.467755 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:13.569606 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:13.652521 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e408b2d-542f-4693-a94b-8000df4a30cd None None] Pushing event updated for resources: {'Port': ['ID=1a1244b0-396b-4767-9687-cc2a87312824,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:13.676961 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-6e408b2d-542f-4693-a94b-8000df4a30cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:13.702668 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4e975667-0252-4ea6-9c5d-1352dc797473 None None] Notify callbacks [] for port, precommit_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:13.722290 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a1ee3-6559-4d85-8001-4623c61ac2fc admin admin] Pushing event updated for resources: {'Port': ['ID=f54189b5-c421-49c9-8a31-444082af792a,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:13.742196 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-4e975667-0252-4ea6-9c5d-1352dc797473 None None] Transition to ACTIVE for port object 576bc294-3a0e-4199-8b71-e310e9b826b5 will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:05:13.747346 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-012a1ee3-6559-4d85-8001-4623c61ac2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:13.752544 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4e975667-0252-4ea6-9c5d-1352dc797473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:13.768980 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012a1ee3-6559-4d85-8001-4623c61ac2fc admin admin] Network d4f88037-574b-44e5-a9d6-1bdf8627b244 is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:05:13.774120 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-012a1ee3-6559-4d85-8001-4623c61ac2fc admin admin] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:05:13.777611 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012a1ee3-6559-4d85-8001-4623c61ac2fc admin admin] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:05:13.781792 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-88046f42-113c-402c-b29c-00a384534135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:13.810894 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-98563dfa-347f-4b96-a193-01e09ef6dc31 None None] Provisioning complete for port 1a1244b0-396b-4767-9687-cc2a87312824 triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:05:13.814844 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-98563dfa-347f-4b96-a193-01e09ef6dc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:14.114747 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.86', 63947) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:14.356485 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-a1cffecd-6850-4949-91bd-13e445a81eff None None] Provisioning complete for port 1a1244b0-396b-4767-9687-cc2a87312824 triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:05:14.357011 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a1cffecd-6850-4949-91bd-13e445a81eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:14.381612 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [None req-7699b93b-55ce-44c8-8ff1-15764bbc3cda admin admin] Allocated IP 172.20.0.1 (484344ef-9cd5-4c12-8f55-8e6f63128f82/efa71cb3-35bc-48e0-ae8d-25f67e7ef6da/dd1ae98c-fd17-493b-8979-8f609018af7c) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:05:14.530726 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c330e-b96b-4d2b-92fa-99497a7b890e None None] Pushing event updated for resources: {'Port': ['ID=576bc294-3a0e-4199-8b71-e310e9b826b5,revision_number=2']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:14.543166 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25c330e-b96b-4d2b-92fa-99497a7b890e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:14.543561 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25c330e-b96b-4d2b-92fa-99497a7b890e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:14.543933 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25c330e-b96b-4d2b-92fa-99497a7b890e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:14.544296 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25c330e-b96b-4d2b-92fa-99497a7b890e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:14.544659 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25c330e-b96b-4d2b-92fa-99497a7b890e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:14.545015 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25c330e-b96b-4d2b-92fa-99497a7b890e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:14.545368 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25c330e-b96b-4d2b-92fa-99497a7b890e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:14.545719 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25c330e-b96b-4d2b-92fa-99497a7b890e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:14.546069 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25c330e-b96b-4d2b-92fa-99497a7b890e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:14.546424 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25c330e-b96b-4d2b-92fa-99497a7b890e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:14.546772 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25c330e-b96b-4d2b-92fa-99497a7b890e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:14.547121 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25c330e-b96b-4d2b-92fa-99497a7b890e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:14.547537 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25c330e-b96b-4d2b-92fa-99497a7b890e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:14.547889 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25c330e-b96b-4d2b-92fa-99497a7b890e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:14.548240 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25c330e-b96b-4d2b-92fa-99497a7b890e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:14.548586 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25c330e-b96b-4d2b-92fa-99497a7b890e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:14.548934 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25c330e-b96b-4d2b-92fa-99497a7b890e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:14.549282 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25c330e-b96b-4d2b-92fa-99497a7b890e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:14.549627 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25c330e-b96b-4d2b-92fa-99497a7b890e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:14.550000 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25c330e-b96b-4d2b-92fa-99497a7b890e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:14.550316 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25c330e-b96b-4d2b-92fa-99497a7b890e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:14.550923 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25c330e-b96b-4d2b-92fa-99497a7b890e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:14.551268 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25c330e-b96b-4d2b-92fa-99497a7b890e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:14.551677 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25c330e-b96b-4d2b-92fa-99497a7b890e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25c330e-b96b-4d2b-92fa-99497a7b890e None None] Tracked resource versions report: Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: pushed versions: Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: { 'AddressGroup': {'1.1'}, Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: 'ConntrackHelper': {'1.0'}, Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: 'Log': {'1.0'}, Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: 'Network': {'1.1'}, Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: 'Port': {'1.7'}, Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: 'PortForwarding': {'1.2'}, Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: 'QosPolicy': {'1.8'}, Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroup': {'1.4'}, Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroupRule': {'1.2'}, Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: 'SubPort': {'1.0'}, Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: 'Subnet': {'1.1'}, Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: 'Trunk': {'1.1'}} Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: consumer versions: Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: { DHCP agent@dv-cinder-763306-9-smb: {}, Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: L3 agent@dv-cinder-763306-9-smb: {}, Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: Metadata agent@dv-cinder-763306-9-smb: {}, Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: Metering agent@dv-cinder-763306-9-smb: {}, Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: Open vSwitch agent@dv-cinder-763306-9-smb: { 'AddressGroup': '1.1', Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: 'ConntrackHelper': '1.0', Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: 'Log': '1.0', Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: 'Network': '1.1', Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: 'Port': '1.7', Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: 'PortForwarding': '1.2', Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: 'QosPolicy': '1.8', Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroup': '1.4', Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroupRule': '1.2', Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: 'SubPort': '1.0', Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: 'Subnet': '1.1', Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: 'Trunk': '1.1'}, Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.1', Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: 'ConntrackHelper': '1.0', Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: 'Log': '1.0', Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: 'Network': '1.1', Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: 'Port': '1.7', Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: 'PortForwarding': '1.2', Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: 'QosPolicy': '1.8', Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroup': '1.4', Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: 'SecurityGroupRule': '1.2', Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: 'SubPort': '1.0', Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: 'Subnet': '1.1', Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: 'Trunk': '1.1'}} Feb 16 18:05:14.553572 dv-cinder-763306-9-smb neutron-server[83874]: {{(pid=83988) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 18:05:14.598255 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f25c330e-b96b-4d2b-92fa-99497a7b890e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.817s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:14.655030 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.86', 63948) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:14.730185 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b61fb60c-47a8-43c7-b090-489a3a440110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:14.737980 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-bff4c187-bacb-4074-808c-b1560e047dc3 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:14.741918 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-4e975667-0252-4ea6-9c5d-1352dc797473 None None] Attempting to bind port 576bc294-3a0e-4199-8b71-e310e9b826b5 on host dv-cinder-763306-9-smb for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:05:14.745543 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-bff4c187-bacb-4074-808c-b1560e047dc3 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.86 "GET /v2.0/networks?id=27498430-4f4e-446a-b31d-c16243838c18 HTTP/1.1" status: 200 len: 811 time: 0.6217642 Feb 16 18:05:14.746606 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-4e975667-0252-4ea6-9c5d-1352dc797473 None None] Attempting to bind port 576bc294-3a0e-4199-8b71-e310e9b826b5 by drivers openvswitch on host dv-cinder-763306-9-smb at level 0 using segments [{'id': 'd8e446b7-17d7-4e96-a48b-79ba500f2134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:05:14.750288 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e975667-0252-4ea6-9c5d-1352dc797473 None None] Attempting to bind port 576bc294-3a0e-4199-8b71-e310e9b826b5 on network d4f88037-574b-44e5-a9d6-1bdf8627b244 {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:05:14.767268 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e975667-0252-4ea6-9c5d-1352dc797473 None None] Checking agent: {'id': '32a65721-1161-4909-9634-11ba095c6914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 17, 55, 57), 'started_at': datetime.datetime(2021, 2, 16, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:05:14.769420 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e975667-0252-4ea6-9c5d-1352dc797473 None None] Checking segment: {'id': 'd8e446b7-17d7-4e96-a48b-79ba500f2134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:05:14.770100 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4e975667-0252-4ea6-9c5d-1352dc797473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:14.771613 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e975667-0252-4ea6-9c5d-1352dc797473 None None] Bound using segment: {'id': 'd8e446b7-17d7-4e96-a48b-79ba500f2134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:05:14.772280 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-4e975667-0252-4ea6-9c5d-1352dc797473 None None] Bound port: 576bc294-3a0e-4199-8b71-e310e9b826b5, host: dv-cinder-763306-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e446b7-17d7-4e96-a48b-79ba500f2134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:05:14.773928 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4e975667-0252-4ea6-9c5d-1352dc797473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:14.886716 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-4e975667-0252-4ea6-9c5d-1352dc797473 None None] For port 576bc294-3a0e-4199-8b71-e310e9b826b5, host dv-cinder-763306-9-smb, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:05:14.909653 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-4e975667-0252-4ea6-9c5d-1352dc797473 None None] For port 576bc294-3a0e-4199-8b71-e310e9b826b5, host dv-cinder-763306-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=576bc294-3a0e-4199-8b71-e310e9b826b5,segment=NetworkSegment(d8e446b7-17d7-4e96-a48b-79ba500f2134),segment_id=d8e446b7-17d7-4e96-a48b-79ba500f2134)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:05:14.912768 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-293aa8ea-95b1-414b-beba-59a862c28417 None None] Provisioning complete for port 1a1244b0-396b-4767-9687-cc2a87312824 triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:05:14.916108 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-293aa8ea-95b1-414b-beba-59a862c28417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:14.930670 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-b3bec351-4216-4372-80ae-a205d7629e7d tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Request body: {'port': {'device_id': '1210aba4-c815-4e56-b140-c21406a2558f', 'network_id': '27498430-4f4e-446a-b31d-c16243838c18', 'admin_state_up': True, 'tenant_id': 'd541e3b715664a9796db5a4f76d3b8b4'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:05:14.936323 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:14.940060 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4e975667-0252-4ea6-9c5d-1352dc797473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:14.959141 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:14.990452 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61fb60c-47a8-43c7-b090-489a3a440110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7fc538-df00-49bb-b7ca-f975b065f4a7,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:15.002981 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-b61fb60c-47a8-43c7-b090-489a3a440110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:15.042898 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b61fb60c-47a8-43c7-b090-489a3a440110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:15.044526 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-b61fb60c-47a8-43c7-b090-489a3a440110 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fa7fc538-df00-49bb-b7ca-f975b065f4a7 HTTP/1.1" status: 204 len: 168 time: 2.6331234 Feb 16 18:05:15.111274 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7699b93b-55ce-44c8-8ff1-15764bbc3cda admin admin] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:15.131253 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-7699b93b-55ce-44c8-8ff1-15764bbc3cda admin admin] Transition to ACTIVE for port object dd1ae98c-fd17-493b-8979-8f609018af7c will not be triggered until provisioned by entity DHCP. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:05:15.214237 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-97262023-c323-4ef3-9550-9231fad62e50 req-9beebe76-e666-4498-aadb-a5e463c12870 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d798b43-e2ba-4701-9b12-631c846a18c8 HTTP/1.1" status: 200 len: 210 time: 0.3604665 Feb 16 18:05:15.249629 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 56722) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:15.271140 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-71aa6077-f936-46c1-b225-4e5351117a3f tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:15.277915 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b8d03d18-f4c6-4407-8c4f-c39456d0eb37 req-2d0e38e9-4cb2-46cd-a06b-79b5950130da tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/ports?device_id=1210aba4-c815-4e56-b140-c21406a2558f HTTP/1.1" status: 200 len: 210 time: 0.3604341 Feb 16 18:05:15.281194 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-71aa6077-f936-46c1-b225-4e5351117a3f tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.86 "GET /v2.0/networks?id=f8202e7f-abbe-4e6f-b78f-d67eee34469d HTTP/1.1" status: 200 len: 815 time: 0.6289015 Feb 16 18:05:15.284690 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c330e-b96b-4d2b-92fa-99497a7b890e None None] Pushing event updated for resources: {'Port': ['ID=576bc294-3a0e-4199-8b71-e310e9b826b5,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:15.288825 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f25c330e-b96b-4d2b-92fa-99497a7b890e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:15.304259 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7699b93b-55ce-44c8-8ff1-15764bbc3cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:15.310532 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-344aced2-3750-4f83-958b-c9e344672c53 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Request body: {'port': {'device_id': '5d798b43-e2ba-4701-9b12-631c846a18c8', 'network_id': 'f8202e7f-abbe-4e6f-b78f-d67eee34469d', 'admin_state_up': True, 'tenant_id': '622d65f99f53481b8a0d99018b9077fa'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:05:15.345243 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:15.366028 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e975667-0252-4ea6-9c5d-1352dc797473 None None] Routers {'d2375c41-cb38-404a-9b08-5ba3fda53692'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:05:15.366867 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-4e975667-0252-4ea6-9c5d-1352dc797473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:04:56Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['d2375c41-cb38-404a-9b08-5ba3fda53692'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:05:15.639808 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 1a1244b0-396b-4767-9687-cc2a87312824 up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:05:15.727262 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-4e975667-0252-4ea6-9c5d-1352dc797473 None None] Set router d2375c41-cb38-404a-9b08-5ba3fda53692 gateway port host: dv-cinder-763306-9-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:05:15.789625 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-344aced2-3750-4f83-958b-c9e344672c53 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:15.806505 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-344aced2-3750-4f83-958b-c9e344672c53 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Usage tracker for resource:port and tenant:622d65f99f53481b8a0d99018b9077fa is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:15.809354 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port 1a1244b0-396b-4767-9687-cc2a87312824 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:05:15.809792 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:15.828508 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-344aced2-3750-4f83-958b-c9e344672c53 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:15.884713 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-09ca0547-6507-4c0e-ae94-915875edce41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:15.886572 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-344aced2-3750-4f83-958b-c9e344672c53 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:15.954577 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699b93b-55ce-44c8-8ff1-15764bbc3cda admin admin] Pushing event updated for resources: {'Port': ['ID=dd1ae98c-fd17-493b-8979-8f609018af7c,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:15.989864 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-7699b93b-55ce-44c8-8ff1-15764bbc3cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:15.998068 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-b3bec351-4216-4372-80ae-a205d7629e7d tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:16.015836 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-b3bec351-4216-4372-80ae-a205d7629e7d tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Usage tracker for resource:port and tenant:d541e3b715664a9796db5a4f76d3b8b4 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:16.029929 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-b3bec351-4216-4372-80ae-a205d7629e7d tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:16.033461 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-344aced2-3750-4f83-958b-c9e344672c53 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Made reservation on behalf of 622d65f99f53481b8a0d99018b9077fa for: {'port': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:05:16.050651 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-b3bec351-4216-4372-80ae-a205d7629e7d tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:16.054882 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-344aced2-3750-4f83-958b-c9e344672c53 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:16.111170 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-b3bec351-4216-4372-80ae-a205d7629e7d tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Made reservation on behalf of d541e3b715664a9796db5a4f76d3b8b4 for: {'port': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:05:16.140907 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-b3bec351-4216-4372-80ae-a205d7629e7d tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:16.198410 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-09ca0547-6507-4c0e-ae94-915875edce41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:16.215062 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-09ca0547-6507-4c0e-ae94-915875edce41 admin admin] Usage tracker for resource:security_group_rule and tenant:38f8c47c940f455997c28e4fc46bac9f is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:16.221676 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-09ca0547-6507-4c0e-ae94-915875edce41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:16.253884 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 56754) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:16.304733 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-09ca0547-6507-4c0e-ae94-915875edce41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:16.318068 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7699b93b-55ce-44c8-8ff1-15764bbc3cda admin admin] Network 484344ef-9cd5-4c12-8f55-8e6f63128f82 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:05:16.323796 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-7699b93b-55ce-44c8-8ff1-15764bbc3cda admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:05:16.348062 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7699b93b-55ce-44c8-8ff1-15764bbc3cda admin admin] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:05:16.350069 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7699b93b-55ce-44c8-8ff1-15764bbc3cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1592565'] for router_interface, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:16.357071 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-36f9213a-004e-47fa-9be3-c379af95d164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:16.397888 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-012a1ee3-6559-4d85-8001-4623c61ac2fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:16.561177 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-4e975667-0252-4ea6-9c5d-1352dc797473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'name': 'tempest-AttachVolumeTestJSON-1463964587-router', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:05:05Z', 'updated_at': '2021-02-16T18:05:08Z', 'revision_number': 3, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'gw_port': {'id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:07Z', 'updated_at': '2021-02-16T18:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:05:16.572369 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e975667-0252-4ea6-9c5d-1352dc797473 None None] The sync data for ids ['d2375c41-cb38-404a-9b08-5ba3fda53692'] in dv-cinder-763306-9-smb is: [{'id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'name': 'tempest-AttachVolumeTestJSON-1463964587-router', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:05:05Z', 'updated_at': '2021-02-16T18:05:08Z', 'revision_number': 3, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'gw_port': {'id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:07Z', 'updated_at': '2021-02-16T18:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:05:16.804573 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-741186a3-b7bc-47ba-a673-18af8ed97ec6 None None] Provisioning for port dd1ae98c-fd17-493b-8979-8f609018af7c completed by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:05:16.814063 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-741186a3-b7bc-47ba-a673-18af8ed97ec6 None None] Provisioning complete for port dd1ae98c-fd17-493b-8979-8f609018af7c triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:05:16.824041 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-741186a3-b7bc-47ba-a673-18af8ed97ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:16.950521 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-741186a3-b7bc-47ba-a673-18af8ed97ec6 None None] Port dd1ae98c-fd17-493b-8979-8f609018af7c cannot update to ACTIVE because it is not bound. {{(pid=83987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:05:17.122784 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-344aced2-3750-4f83-958b-c9e344672c53 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Allocated IP 172.20.0.13 (f8202e7f-abbe-4e6f-b78f-d67eee34469d/c42d94b2-4a0f-4ef3-8dff-e7101cf09702/f5f39380-7540-4a39-9133-f69e7143fd06) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:05:17.254877 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1507a1b6-06e2-4807-8146-c163c349361c req-dc75e3e2-b537-4272-9ea8-0848c2383624 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/ports?device_id=1210aba4-c815-4e56-b140-c21406a2558f HTTP/1.1" status: 200 len: 210 time: 0.6227617 Feb 16 18:05:17.271192 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-36f9213a-004e-47fa-9be3-c379af95d164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:17.294186 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-36f9213a-004e-47fa-9be3-c379af95d164 admin admin] Usage tracker for resource:security_group_rule and tenant:390295a70946482f822a534a4c1a2d79 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:17.316635 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-36f9213a-004e-47fa-9be3-c379af95d164 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:17.344340 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-36f9213a-004e-47fa-9be3-c379af95d164 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:17.369768 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-b3bec351-4216-4372-80ae-a205d7629e7d tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Allocated IP 172.20.0.2 (27498430-4f4e-446a-b31d-c16243838c18/d70cccd9-1e8f-477c-9ad1-d71a3d51510b/b4ca1c53-8171-4e69-8e5e-712cf2bfcec5) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:05:17.391218 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8a6cc1d5-4ebc-4b78-a3a6-23ff5df9467a req-3db6001f-7372-4139-92bb-93ff393991a5 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d798b43-e2ba-4701-9b12-631c846a18c8 HTTP/1.1" status: 200 len: 210 time: 0.7838216 Feb 16 18:05:17.553436 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7699b93b-55ce-44c8-8ff1-15764bbc3cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:17.747744 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 576bc294-3a0e-4199-8b71-e310e9b826b5 up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:05:17.881926 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-344aced2-3750-4f83-958b-c9e344672c53 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:17.910580 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning for port 576bc294-3a0e-4199-8b71-e310e9b826b5 completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:05:17.930921 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port 576bc294-3a0e-4199-8b71-e310e9b826b5 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:05:17.932735 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:18.045622 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-b3bec351-4216-4372-80ae-a205d7629e7d tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:18.144520 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-344aced2-3750-4f83-958b-c9e344672c53 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:18.227562 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-7699b93b-55ce-44c8-8ff1-15764bbc3cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:18.229940 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-b3bec351-4216-4372-80ae-a205d7629e7d tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:18.589690 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344aced2-3750-4f83-958b-c9e344672c53 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Pushing event updated for resources: {'Port': ['ID=f5f39380-7540-4a39-9133-f69e7143fd06,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:18.601738 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-344aced2-3750-4f83-958b-c9e344672c53 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:18.665172 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7699b93b-55ce-44c8-8ff1-15764bbc3cda admin admin] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:18.692387 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7699b93b-55ce-44c8-8ff1-15764bbc3cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:18.695230 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7699b93b-55ce-44c8-8ff1-15764bbc3cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1681597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853183402'] for router_interface, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:18.763945 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:18.764469 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:18.799463 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] For port 576bc294-3a0e-4199-8b71-e310e9b826b5, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=576bc294-3a0e-4199-8b71-e310e9b826b5,segment=NetworkSegment(d8e446b7-17d7-4e96-a48b-79ba500f2134),segment_id=d8e446b7-17d7-4e96-a48b-79ba500f2134)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:05:18.966704 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-012a1ee3-6559-4d85-8001-4623c61ac2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853176370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852778499'] for router, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:18.972778 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:19.007180 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:19.043043 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-09ca0547-6507-4c0e-ae94-915875edce41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:19.164483 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:19.199217 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Pushing event updated for resources: {'Port': ['ID=576bc294-3a0e-4199-8b71-e310e9b826b5,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:19.207647 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:19.251041 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-b3bec351-4216-4372-80ae-a205d7629e7d tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Network 27498430-4f4e-446a-b31d-c16243838c18 is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:05:19.252505 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-09ca0547-6507-4c0e-ae94-915875edce41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:19.280603 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-b3bec351-4216-4372-80ae-a205d7629e7d tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:05:19.336490 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-b3bec351-4216-4372-80ae-a205d7629e7d tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:05:19.342055 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-b3bec351-4216-4372-80ae-a205d7629e7d tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:19.343037 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-b3bec351-4216-4372-80ae-a205d7629e7d tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:19.354710 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-36f9213a-004e-47fa-9be3-c379af95d164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:19.370398 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bec351-4216-4372-80ae-a205d7629e7d tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Pushing event updated for resources: {'Port': ['ID=b4ca1c53-8171-4e69-8e5e-712cf2bfcec5,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:19.405243 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699b93b-55ce-44c8-8ff1-15764bbc3cda admin admin] Pushing event updated for resources: {'Port': ['ID=dd1ae98c-fd17-493b-8979-8f609018af7c,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:19.409156 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-7699b93b-55ce-44c8-8ff1-15764bbc3cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:19.411686 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-344aced2-3750-4f83-958b-c9e344672c53 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Network f8202e7f-abbe-4e6f-b78f-d67eee34469d is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:05:19.417259 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-344aced2-3750-4f83-958b-c9e344672c53 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:05:19.419920 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-344aced2-3750-4f83-958b-c9e344672c53 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:05:19.425128 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-344aced2-3750-4f83-958b-c9e344672c53 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:19.426317 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-344aced2-3750-4f83-958b-c9e344672c53 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:19.454531 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-344aced2-3750-4f83-958b-c9e344672c53 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1487753 Feb 16 18:05:19.476424 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7699b93b-55ce-44c8-8ff1-15764bbc3cda admin admin] Network 484344ef-9cd5-4c12-8f55-8e6f63128f82 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:05:19.477972 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-7699b93b-55ce-44c8-8ff1-15764bbc3cda admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:05:19.623119 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-b3bec351-4216-4372-80ae-a205d7629e7d tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.858s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:19.667007 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-27ea5744-12ed-4030-bdae-06a2a3d5f3f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.310s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:19.674055 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 576bc294-3a0e-4199-8b71-e310e9b826b5 up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:05:19.677153 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-36f9213a-004e-47fa-9be3-c379af95d164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:19.808882 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 56800) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:19.816895 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-09ca0547-6507-4c0e-ae94-915875edce41 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=38f8c47c940f455997c28e4fc46bac9f&name=default HTTP/1.1" status: 200 len: 2979 time: 4.5529578 Feb 16 18:05:19.849273 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7699b93b-55ce-44c8-8ff1-15764bbc3cda admin admin] Router d2375c41-cb38-404a-9b08-5ba3fda53692 has already been hosted by L3 agent 616de62f-f042-46f7-b8cf-861f27422584 {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:05:19.860314 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port 576bc294-3a0e-4199-8b71-e310e9b826b5 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:05:19.861002 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:19.942339 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 6 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:05:19.994928 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49182c2-f9cb-49ff-a5ee-bda5ba155f1f req-97db3711-a16f-4237-958d-354004285d0e tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:19.995892 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-c49182c2-f9cb-49ff-a5ee-bda5ba155f1f req-97db3711-a16f-4237-958d-354004285d0e tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Synchronizing usage tracker for tenant:d541e3b715664a9796db5a4f76d3b8b4 on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:05:20.005408 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca0547-6507-4c0e-ae94-915875edce41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a29df1a-ede4-4ec0-b84d-1cbcd072a2ad,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:20.042435 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-09ca0547-6507-4c0e-ae94-915875edce41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:20.057915 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-804d12a8-1a11-4c17-b703-39264a27ea73 None None] Provisioning complete for port dd1ae98c-fd17-493b-8979-8f609018af7c triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:05:20.058344 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-804d12a8-1a11-4c17-b703-39264a27ea73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:20.105831 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-af5c71db-5e43-4c71-b966-f84d218b4570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.343s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:20.152081 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-36f9213a-004e-47fa-9be3-c379af95d164 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=390295a70946482f822a534a4c1a2d79&name=default HTTP/1.1" status: 200 len: 2979 time: 3.8857405 Feb 16 18:05:20.156101 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 56808) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:20.174051 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d5b7309a-2f45-4331-b61b-cf41d4a99672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:20.175681 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9213a-004e-47fa-9be3-c379af95d164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b627d9-5f64-4902-b8bd-19c51d339c6d,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:20.188476 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-36f9213a-004e-47fa-9be3-c379af95d164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:20.199320 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-b3bec351-4216-4372-80ae-a205d7629e7d tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3318198 Feb 16 18:05:20.200015 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-c49182c2-f9cb-49ff-a5ee-bda5ba155f1f req-97db3711-a16f-4237-958d-354004285d0e tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Unset dirty status for tenant:d541e3b715664a9796db5a4f76d3b8b4 on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:05:20.201224 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c49182c2-f9cb-49ff-a5ee-bda5ba155f1f req-97db3711-a16f-4237-958d-354004285d0e tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/ports?device_id=1210aba4-c815-4e56-b140-c21406a2558f HTTP/1.1" status: 200 len: 931 time: 1.4385164 Feb 16 18:05:20.202664 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-804d12a8-1a11-4c17-b703-39264a27ea73 None None] Port dd1ae98c-fd17-493b-8979-8f609018af7c cannot update to ACTIVE because it is not bound. {{(pid=83987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:05:20.255070 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f304a30-ab4b-4296-8ca4-5ddc93312478 req-3a428788-ed25-4f4d-bbf4-efe22721cb5a tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:20.256992 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7f304a30-ab4b-4296-8ca4-5ddc93312478 req-3a428788-ed25-4f4d-bbf4-efe22721cb5a tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d798b43-e2ba-4701-9b12-631c846a18c8 HTTP/1.1" status: 200 len: 932 time: 1.4305298 Feb 16 18:05:20.289838 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d5b7309a-2f45-4331-b61b-cf41d4a99672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:20.354522 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7699b93b-55ce-44c8-8ff1-15764bbc3cda admin admin] Notify agent at l3_agent.dv-cinder-763306-9-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:05:20.379865 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-7699b93b-55ce-44c8-8ff1-15764bbc3cda admin admin] 10.222.0.41 "PUT /v2.0/routers/d2375c41-cb38-404a-9b08-5ba3fda53692/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5279689 Feb 16 18:05:20.412922 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dea275d-68b1-4694-8129-ebd29b622b3b None None] Sync routers for ids ['d2375c41-cb38-404a-9b08-5ba3fda53692'] in dv-cinder-763306-9-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:05:20.438390 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dea275d-68b1-4694-8129-ebd29b622b3b None None] Routers {'d2375c41-cb38-404a-9b08-5ba3fda53692'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:05:20.439364 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-2dea275d-68b1-4694-8129-ebd29b622b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:04:56Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['d2375c41-cb38-404a-9b08-5ba3fda53692'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:05:20.444991 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-dfebfe95-df60-4219-b591-79f17d1d965d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:20.449240 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-c49182c2-f9cb-49ff-a5ee-bda5ba155f1f req-5046bd43-2de5-4893-8c5a-2da4cc311392 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Synchronizing usage tracker for tenant:d541e3b715664a9796db5a4f76d3b8b4 on resource:security_group {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:05:20.513652 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-dfebfe95-df60-4219-b591-79f17d1d965d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:20.556558 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-d5a58db2-5efa-4124-b713-a67796e77044 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:05:20.557820 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-d5a58db2-5efa-4124-b713-a67796e77044 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0252292 Feb 16 18:05:20.632481 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-6f52f20a-8034-451b-b2f6-3a10f593488f tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:05:20.637125 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-6f52f20a-8034-451b-b2f6-3a10f593488f tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0481877 Feb 16 18:05:20.660063 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-7f304a30-ab4b-4296-8ca4-5ddc93312478 req-31855dc4-4c74-4dbe-a546-ee35ef287721 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Synchronizing usage tracker for tenant:622d65f99f53481b8a0d99018b9077fa on resource:security_group {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:05:20.673673 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-c49182c2-f9cb-49ff-a5ee-bda5ba155f1f req-5046bd43-2de5-4893-8c5a-2da4cc311392 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Unset dirty status for tenant:d541e3b715664a9796db5a4f76d3b8b4 on resource:security_group {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:05:20.679207 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d5b7309a-2f45-4331-b61b-cf41d4a99672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:20.690651 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c49182c2-f9cb-49ff-a5ee-bda5ba155f1f req-5046bd43-2de5-4893-8c5a-2da4cc311392 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c17a0ed-f312-4b9c-88d0-cf244e1cd204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644475 Feb 16 18:05:20.705050 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:20.738114 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012a1ee3-6559-4d85-8001-4623c61ac2fc admin admin] Router ab4d4dd8-d446-4a79-88c1-0f8897058f5b is scheduled to L3 agent 616de62f-f042-46f7-b8cf-861f27422584 with binding_index 1 {{(pid=83985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 16 18:05:20.739236 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d5b7309a-2f45-4331-b61b-cf41d4a99672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:20.751103 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-d5b7309a-2f45-4331-b61b-cf41d4a99672 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a29df1a-ede4-4ec0-b84d-1cbcd072a2ad HTTP/1.1" status: 204 len: 168 time: 0.9410028 Feb 16 18:05:20.752093 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-dfebfe95-df60-4219-b591-79f17d1d965d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:20.756928 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-dfebfe95-df60-4219-b591-79f17d1d965d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:20.758153 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-dfebfe95-df60-4219-b591-79f17d1d965d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/46b627d9-5f64-4902-b8bd-19c51d339c6d HTTP/1.1" status: 204 len: 168 time: 0.6003752 Feb 16 18:05:20.763788 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7309a-2f45-4331-b61b-cf41d4a99672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a29df1a-ede4-4ec0-b84d-1cbcd072a2ad,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:20.770189 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d5b7309a-2f45-4331-b61b-cf41d4a99672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:20.770755 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d5b7309a-2f45-4331-b61b-cf41d4a99672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:20.790130 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-7f304a30-ab4b-4296-8ca4-5ddc93312478 req-31855dc4-4c74-4dbe-a546-ee35ef287721 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Unset dirty status for tenant:622d65f99f53481b8a0d99018b9077fa on resource:security_group {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:05:20.804455 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebfe95-df60-4219-b591-79f17d1d965d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b627d9-5f64-4902-b8bd-19c51d339c6d,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:20.806819 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7f304a30-ab4b-4296-8ca4-5ddc93312478 req-31855dc4-4c74-4dbe-a546-ee35ef287721 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4460063 Feb 16 18:05:20.812694 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-dfebfe95-df60-4219-b591-79f17d1d965d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:21.271784 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-2dea275d-68b1-4694-8129-ebd29b622b3b None None] Set router d2375c41-cb38-404a-9b08-5ba3fda53692 gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:05:21.406226 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012a1ee3-6559-4d85-8001-4623c61ac2fc admin admin] Notify agent at l3_agent.dv-cinder-763306-9-smb the message routers_updated {{(pid=83985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:05:21.418158 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe55ca44-6690-4ae4-8fae-7fb90034faba None None] Sync routers for ids ['ab4d4dd8-d446-4a79-88c1-0f8897058f5b'] in dv-cinder-763306-9-smb {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:05:21.449017 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe55ca44-6690-4ae4-8fae-7fb90034faba None None] Routers {'ab4d4dd8-d446-4a79-88c1-0f8897058f5b'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:05:21.451171 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-fe55ca44-6690-4ae4-8fae-7fb90034faba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:04:56Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['ab4d4dd8-d446-4a79-88c1-0f8897058f5b'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:05:21.465215 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-012a1ee3-6559-4d85-8001-4623c61ac2fc admin admin] Notify callbacks [] for router, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:21.471793 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 56860) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:21.483757 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-012a1ee3-6559-4d85-8001-4623c61ac2fc admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 12.3180132 Feb 16 18:05:21.894739 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 56872) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:21.902386 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-5d22cb1d-7daa-41dd-8125-c4b28ec55339 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1128124889', 'description': 'tempest-description--1300076454'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:05:21.917124 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-5d22cb1d-7daa-41dd-8125-c4b28ec55339 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:21.936729 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-5d22cb1d-7daa-41dd-8125-c4b28ec55339 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Usage tracker for resource:security_group and tenant:677540ccd8c14828bf2eccdddfe30bd5 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:21.946639 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-5d22cb1d-7daa-41dd-8125-c4b28ec55339 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:21.966352 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-5d22cb1d-7daa-41dd-8125-c4b28ec55339 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:22.002136 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5d22cb1d-7daa-41dd-8125-c4b28ec55339 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:22.112425 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-fe55ca44-6690-4ae4-8fae-7fb90034faba None None] Set router ab4d4dd8-d446-4a79-88c1-0f8897058f5b gateway port host: dv-cinder-763306-9-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:05:22.440492 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-875f0e08-c588-4116-bddd-58991dc99dab service neutron] Request body: {'port': {'device_id': '1210aba4-c815-4e56-b140-c21406a2558f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:05:22.451573 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-a3ba2940-c1b2-460a-941b-86238a641152 service neutron] Request body: {'port': {'device_id': '5d798b43-e2ba-4701-9b12-631c846a18c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:05:22.622329 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-2dea275d-68b1-4694-8129-ebd29b622b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'name': 'tempest-AttachVolumeTestJSON-1463964587-router', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:05:05Z', 'updated_at': '2021-02-16T18:05:16Z', 'revision_number': 4, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'gw_port': {'id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:07Z', 'updated_at': '2021-02-16T18:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': 'dd1ae98c-fd17-493b-8979-8f609018af7c', 'name': '', 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'mac_address': 'fa:16:3e:51:f9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'efa71cb3-35bc-48e0-ae8d-25f67e7ef6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:13Z', 'updated_at': '2021-02-16T18:05:17Z', 'revision_number': 2, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'subnets': [{'id': 'efa71cb3-35bc-48e0-ae8d-25f67e7ef6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:05:22.651254 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-5d22cb1d-7daa-41dd-8125-c4b28ec55339 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:22.653676 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dea275d-68b1-4694-8129-ebd29b622b3b None None] Checking router: d2375c41-cb38-404a-9b08-5ba3fda53692 for host: dv-cinder-763306-9-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:05:22.654226 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dea275d-68b1-4694-8129-ebd29b622b3b None None] Updating router d2375c41-cb38-404a-9b08-5ba3fda53692 port dd1ae98c-fd17-493b-8979-8f609018af7c binding host dv-cinder-763306-9-smb {{(pid=83987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 18:05:22.709027 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-5d22cb1d-7daa-41dd-8125-c4b28ec55339 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Usage tracker for resource:security_group_rule and tenant:677540ccd8c14828bf2eccdddfe30bd5 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:22.718070 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-fe55ca44-6690-4ae4-8fae-7fb90034faba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4d4dd8-d446-4a79-88c1-0f8897058f5b', 'name': 'tempest-ServerRescueNegativeTestJSON-401706748-router', 'tenant_id': '973414d4df1442e183cfb978af50ea50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f54189b5-c421-49c9-8a31-444082af792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:05:09Z', 'updated_at': '2021-02-16T18:05:15Z', 'revision_number': 3, 'project_id': '973414d4df1442e183cfb978af50ea50', 'gw_port': {'id': 'f54189b5-c421-49c9-8a31-444082af792a', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4d4dd8-d446-4a79-88c1-0f8897058f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:12Z', 'updated_at': '2021-02-16T18:05:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:05:22.722539 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-5d22cb1d-7daa-41dd-8125-c4b28ec55339 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:22.731453 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe55ca44-6690-4ae4-8fae-7fb90034faba None None] Checking router: ab4d4dd8-d446-4a79-88c1-0f8897058f5b for host: dv-cinder-763306-9-smb {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:05:22.732185 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe55ca44-6690-4ae4-8fae-7fb90034faba None None] Updating router ab4d4dd8-d446-4a79-88c1-0f8897058f5b port f54189b5-c421-49c9-8a31-444082af792a binding host dv-cinder-763306-9-smb {{(pid=83988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 18:05:22.840911 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-fe55ca44-6690-4ae4-8fae-7fb90034faba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:22.917806 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-2dea275d-68b1-4694-8129-ebd29b622b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:22.952366 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-5d22cb1d-7daa-41dd-8125-c4b28ec55339 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:23.068616 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-a3ba2940-c1b2-460a-941b-86238a641152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:23.382104 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-875f0e08-c588-4116-bddd-58991dc99dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:23.423116 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5d22cb1d-7daa-41dd-8125-c4b28ec55339 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:23.530106 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5d22cb1d-7daa-41dd-8125-c4b28ec55339 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:23.583605 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150fcc0-a602-4f23-8b39-e5ffd2e89e94 req-9c7cb825-7207-4c45-bffa-c410d3cf8a3b tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:23.591132 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8150fcc0-a602-4f23-8b39-e5ffd2e89e94 req-9c7cb825-7207-4c45-bffa-c410d3cf8a3b tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/ports?device_id=1210aba4-c815-4e56-b140-c21406a2558f HTTP/1.1" status: 200 len: 931 time: 1.5379422 Feb 16 18:05:23.687624 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-2dea275d-68b1-4694-8129-ebd29b622b3b None None] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:23.707751 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-2dea275d-68b1-4694-8129-ebd29b622b3b None None] Transition to ACTIVE for port object dd1ae98c-fd17-493b-8979-8f609018af7c will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:05:23.719687 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-2dea275d-68b1-4694-8129-ebd29b622b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:23.779339 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-fe55ca44-6690-4ae4-8fae-7fb90034faba None None] Notify callbacks [] for port, precommit_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:23.798382 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-fe55ca44-6690-4ae4-8fae-7fb90034faba None None] Transition to ACTIVE for port object f54189b5-c421-49c9-8a31-444082af792a will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:05:23.808020 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-fe55ca44-6690-4ae4-8fae-7fb90034faba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:23.907998 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:23.984085 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8c24917e-1475-4fe8-89ef-a0007d61132e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:24.224387 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:24.279125 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-2dea275d-68b1-4694-8129-ebd29b622b3b None None] Attempting to bind port dd1ae98c-fd17-493b-8979-8f609018af7c on host dv-cinder-763306-9-smb for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:05:24.279588 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-2dea275d-68b1-4694-8129-ebd29b622b3b None None] Attempting to bind port dd1ae98c-fd17-493b-8979-8f609018af7c by drivers openvswitch on host dv-cinder-763306-9-smb at level 0 using segments [{'id': '21e9a9a0-3fce-4e88-843b-4cc9439b3ace', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:05:24.280013 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dea275d-68b1-4694-8129-ebd29b622b3b None None] Attempting to bind port dd1ae98c-fd17-493b-8979-8f609018af7c on network 484344ef-9cd5-4c12-8f55-8e6f63128f82 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:05:24.310858 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35afb57b-3081-42c0-a5a5-8238d2b50670 None None] Pushing event updated for resources: {'Port': ['ID=dd1ae98c-fd17-493b-8979-8f609018af7c,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:24.337393 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dea275d-68b1-4694-8129-ebd29b622b3b None None] Checking agent: {'id': '32a65721-1161-4909-9634-11ba095c6914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 17, 55, 57), 'started_at': datetime.datetime(2021, 2, 16, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:05:24.338591 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dea275d-68b1-4694-8129-ebd29b622b3b None None] Checking segment: {'id': '21e9a9a0-3fce-4e88-843b-4cc9439b3ace', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:05:24.339154 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-2dea275d-68b1-4694-8129-ebd29b622b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:24.347322 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dea275d-68b1-4694-8129-ebd29b622b3b None None] Bound using segment: {'id': '21e9a9a0-3fce-4e88-843b-4cc9439b3ace', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:05:24.348035 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-2dea275d-68b1-4694-8129-ebd29b622b3b None None] Bound port: dd1ae98c-fd17-493b-8979-8f609018af7c, host: dv-cinder-763306-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e9a9a0-3fce-4e88-843b-4cc9439b3ace', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:05:24.349694 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-2dea275d-68b1-4694-8129-ebd29b622b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:24.422150 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-35afb57b-3081-42c0-a5a5-8238d2b50670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:24.485907 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc444d-403e-4291-aa0f-c223ced44296 None None] Pushing event updated for resources: {'Port': ['ID=f54189b5-c421-49c9-8a31-444082af792a,revision_number=2']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:24.597549 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-4bcc444d-403e-4291-aa0f-c223ced44296 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:24.599190 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-fe55ca44-6690-4ae4-8fae-7fb90034faba None None] Attempting to bind port f54189b5-c421-49c9-8a31-444082af792a on host dv-cinder-763306-9-smb for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:05:24.600317 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-fe55ca44-6690-4ae4-8fae-7fb90034faba None None] Attempting to bind port f54189b5-c421-49c9-8a31-444082af792a by drivers openvswitch on host dv-cinder-763306-9-smb at level 0 using segments [{'id': 'd8e446b7-17d7-4e96-a48b-79ba500f2134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:05:24.601315 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe55ca44-6690-4ae4-8fae-7fb90034faba None None] Attempting to bind port f54189b5-c421-49c9-8a31-444082af792a on network d4f88037-574b-44e5-a9d6-1bdf8627b244 {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:05:24.617693 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe55ca44-6690-4ae4-8fae-7fb90034faba None None] Checking agent: {'id': '32a65721-1161-4909-9634-11ba095c6914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 17, 55, 57), 'started_at': datetime.datetime(2021, 2, 16, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:05:24.618433 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe55ca44-6690-4ae4-8fae-7fb90034faba None None] Checking segment: {'id': 'd8e446b7-17d7-4e96-a48b-79ba500f2134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:05:24.620034 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-fe55ca44-6690-4ae4-8fae-7fb90034faba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:24.621421 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe55ca44-6690-4ae4-8fae-7fb90034faba None None] Bound using segment: {'id': 'd8e446b7-17d7-4e96-a48b-79ba500f2134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:05:24.623108 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-fe55ca44-6690-4ae4-8fae-7fb90034faba None None] Bound port: f54189b5-c421-49c9-8a31-444082af792a, host: dv-cinder-763306-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e446b7-17d7-4e96-a48b-79ba500f2134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:05:24.624096 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-fe55ca44-6690-4ae4-8fae-7fb90034faba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:24.641688 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a444cf9c-8921-4880-a647-07a8badf09d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:24.724016 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-2dea275d-68b1-4694-8129-ebd29b622b3b None None] For port dd1ae98c-fd17-493b-8979-8f609018af7c, host dv-cinder-763306-9-smb, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:05:24.727374 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-2dea275d-68b1-4694-8129-ebd29b622b3b None None] For port dd1ae98c-fd17-493b-8979-8f609018af7c, host dv-cinder-763306-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=dd1ae98c-fd17-493b-8979-8f609018af7c,segment=NetworkSegment(21e9a9a0-3fce-4e88-843b-4cc9439b3ace),segment_id=21e9a9a0-3fce-4e88-843b-4cc9439b3ace)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:05:24.733596 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-2dea275d-68b1-4694-8129-ebd29b622b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:24.757426 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:24.828969 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5d22cb1d-7daa-41dd-8125-c4b28ec55339 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:24.846713 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-5d22cb1d-7daa-41dd-8125-c4b28ec55339 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.9503560 Feb 16 18:05:24.874308 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-fe55ca44-6690-4ae4-8fae-7fb90034faba None None] For port f54189b5-c421-49c9-8a31-444082af792a, host dv-cinder-763306-9-smb, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:05:24.877351 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 56964) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:24.880077 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-fe55ca44-6690-4ae4-8fae-7fb90034faba None None] For port f54189b5-c421-49c9-8a31-444082af792a, host dv-cinder-763306-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=f54189b5-c421-49c9-8a31-444082af792a,segment=NetworkSegment(d8e446b7-17d7-4e96-a48b-79ba500f2134),segment_id=d8e446b7-17d7-4e96-a48b-79ba500f2134)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:05:24.902049 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-fe55ca44-6690-4ae4-8fae-7fb90034faba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:24.907898 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15808947-6833-43cf-802c-62d853fc5bb6 req-83b28cd3-e70c-4999-8161-1e37e2e935c9 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:24.920451 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-15808947-6833-43cf-802c-62d853fc5bb6 req-83b28cd3-e70c-4999-8161-1e37e2e935c9 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d798b43-e2ba-4701-9b12-631c846a18c8 HTTP/1.1" status: 200 len: 932 time: 2.6694520 Feb 16 18:05:24.959605 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f25c330e-b96b-4d2b-92fa-99497a7b890e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:25.031577 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35afb57b-3081-42c0-a5a5-8238d2b50670 None None] Pushing event updated for resources: {'Port': ['ID=dd1ae98c-fd17-493b-8979-8f609018af7c,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:25.036974 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-35afb57b-3081-42c0-a5a5-8238d2b50670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:25.039300 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-a3ba2940-c1b2-460a-941b-86238a641152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5f39380-7540-4a39-9133-f69e7143fd06 {{(pid=83985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:05:25.065063 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22cb1d-7daa-41dd-8125-c4b28ec55339 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:25.077957 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-5d22cb1d-7daa-41dd-8125-c4b28ec55339 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:25.105206 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dea275d-68b1-4694-8129-ebd29b622b3b None None] Routers {'d2375c41-cb38-404a-9b08-5ba3fda53692'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:05:25.106150 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-2dea275d-68b1-4694-8129-ebd29b622b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:04:56Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['d2375c41-cb38-404a-9b08-5ba3fda53692'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:05:25.156948 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-f075e6d8-0c3b-43cd-8e22-e103bdf95f59 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Request body: {'security_group_rule': {'security_group_id': '569c4fdb-f656-4e8a-ad7d-2f47cf7688dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:05:25.257085 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8150fcc0-a602-4f23-8b39-e5ffd2e89e94 req-669b5327-54a0-4228-8860-f2970e9029b0 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c17a0ed-f312-4b9c-88d0-cf244e1cd204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6099644 Feb 16 18:05:25.301604 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-a3ba2940-c1b2-460a-941b-86238a641152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:25.338273 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-f075e6d8-0c3b-43cd-8e22-e103bdf95f59 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:25.376898 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc444d-403e-4291-aa0f-c223ced44296 None None] Pushing event updated for resources: {'Port': ['ID=f54189b5-c421-49c9-8a31-444082af792a,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:25.402124 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-f075e6d8-0c3b-43cd-8e22-e103bdf95f59 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Usage tracker for resource:security_group_rule and tenant:677540ccd8c14828bf2eccdddfe30bd5 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:25.402984 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-4bcc444d-403e-4291-aa0f-c223ced44296 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:25.427714 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-f075e6d8-0c3b-43cd-8e22-e103bdf95f59 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:25.482914 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-15808947-6833-43cf-802c-62d853fc5bb6 req-d32242df-2675-421d-a333-0a236e37f821 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5615032 Feb 16 18:05:25.483965 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-f075e6d8-0c3b-43cd-8e22-e103bdf95f59 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:25.522171 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-a3ba2940-c1b2-460a-941b-86238a641152 service neutron] Transition to ACTIVE for port object f5f39380-7540-4a39-9133-f69e7143fd06 will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:05:25.543480 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-a3ba2940-c1b2-460a-941b-86238a641152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:25.641551 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-2dea275d-68b1-4694-8129-ebd29b622b3b None None] Set router d2375c41-cb38-404a-9b08-5ba3fda53692 gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:05:25.711615 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-65935e0f-cfe1-4585-97c1-412d960a1638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:25.761072 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe55ca44-6690-4ae4-8fae-7fb90034faba None None] Routers {'ab4d4dd8-d446-4a79-88c1-0f8897058f5b'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:05:25.762730 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-fe55ca44-6690-4ae4-8fae-7fb90034faba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:04:56Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['ab4d4dd8-d446-4a79-88c1-0f8897058f5b'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:05:25.981786 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:26.220959 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f075e6d8-0c3b-43cd-8e22-e103bdf95f59 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:26.250342 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-90280977-d155-421f-a17e-98282206a0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:26.493803 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba2940-c1b2-460a-941b-86238a641152 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f39380-7540-4a39-9133-f69e7143fd06,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:26.520615 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a3ba2940-c1b2-460a-941b-86238a641152 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:26.537847 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f075e6d8-0c3b-43cd-8e22-e103bdf95f59 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:26.571571 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-a3ba2940-c1b2-460a-941b-86238a641152 service neutron] Attempting to bind port f5f39380-7540-4a39-9133-f69e7143fd06 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:05:26.571974 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-a3ba2940-c1b2-460a-941b-86238a641152 service neutron] Attempting to bind port f5f39380-7540-4a39-9133-f69e7143fd06 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'ce64c93e-45d9-425e-aca9-3906308158b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f8202e7f-abbe-4e6f-b78f-d67eee34469d'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:05:26.572388 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-a3ba2940-c1b2-460a-941b-86238a641152 service neutron] Attempting to bind port f5f39380-7540-4a39-9133-f69e7143fd06 on network f8202e7f-abbe-4e6f-b78f-d67eee34469d {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:05:26.581976 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f075e6d8-0c3b-43cd-8e22-e103bdf95f59 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803747'] for security_group_rule, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:26.591634 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-a3ba2940-c1b2-460a-941b-86238a641152 service neutron] Checking agent: {'id': '0ec6646b-198c-4ca3-9e9d-d080d83e847c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 2, 57), 'started_at': datetime.datetime(2021, 2, 16, 18, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:05:26.591634 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-a3ba2940-c1b2-460a-941b-86238a641152 service neutron] Checking segment: {'id': 'ce64c93e-45d9-425e-aca9-3906308158b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f8202e7f-abbe-4e6f-b78f-d67eee34469d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:05:26.591634 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-a3ba2940-c1b2-460a-941b-86238a641152 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:26.591634 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-a3ba2940-c1b2-460a-941b-86238a641152 service neutron] Bound using segment: {'id': 'ce64c93e-45d9-425e-aca9-3906308158b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f8202e7f-abbe-4e6f-b78f-d67eee34469d'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:05:26.591634 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-a3ba2940-c1b2-460a-941b-86238a641152 service neutron] Bound port: f5f39380-7540-4a39-9133-f69e7143fd06, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce64c93e-45d9-425e-aca9-3906308158b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f8202e7f-abbe-4e6f-b78f-d67eee34469d'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:05:26.591634 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-a3ba2940-c1b2-460a-941b-86238a641152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:26.654297 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-2dea275d-68b1-4694-8129-ebd29b622b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'name': 'tempest-AttachVolumeTestJSON-1463964587-router', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:05:05Z', 'updated_at': '2021-02-16T18:05:16Z', 'revision_number': 4, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'gw_port': {'id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:07Z', 'updated_at': '2021-02-16T18:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': 'dd1ae98c-fd17-493b-8979-8f609018af7c', 'name': '', 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'mac_address': 'fa:16:3e:51:f9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'efa71cb3-35bc-48e0-ae8d-25f67e7ef6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:13Z', 'updated_at': '2021-02-16T18:05:24Z', 'revision_number': 4, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'subnets': [{'id': 'efa71cb3-35bc-48e0-ae8d-25f67e7ef6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:05:26.667914 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dea275d-68b1-4694-8129-ebd29b622b3b None None] The sync data for ids ['d2375c41-cb38-404a-9b08-5ba3fda53692'] in dv-cinder-763306-9-smb is: [{'id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'name': 'tempest-AttachVolumeTestJSON-1463964587-router', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:05:05Z', 'updated_at': '2021-02-16T18:05:16Z', 'revision_number': 4, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'gw_port': {'id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:07Z', 'updated_at': '2021-02-16T18:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': 'dd1ae98c-fd17-493b-8979-8f609018af7c', 'name': '', 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'mac_address': 'fa:16:3e:51:f9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'efa71cb3-35bc-48e0-ae8d-25f67e7ef6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:13Z', 'updated_at': '2021-02-16T18:05:24Z', 'revision_number': 4, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'subnets': [{'id': 'efa71cb3-35bc-48e0-ae8d-25f67e7ef6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:05:26.685328 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:26.708886 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:26.735237 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:26.825912 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-fe55ca44-6690-4ae4-8fae-7fb90034faba None None] Set router ab4d4dd8-d446-4a79-88c1-0f8897058f5b gateway port host: dv-cinder-763306-9-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:05:26.834568 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [None req-65935e0f-cfe1-4585-97c1-412d960a1638 admin admin] Allocated IP 172.20.0.1 (48e6f4c1-cec6-4712-98a9-a9afe7d38cf4/c6e79260-895d-4967-aa0a-6b3bee32fd12/72eda73c-6a81-4d40-8f16-3cc4a4dda5aa) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:05:27.271896 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-875f0e08-c588-4116-bddd-58991dc99dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4ca1c53-8171-4e69-8e5e-712cf2bfcec5 {{(pid=83986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:05:27.342885 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-875f0e08-c588-4116-bddd-58991dc99dab service neutron] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:27.425669 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:27.443723 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f075e6d8-0c3b-43cd-8e22-e103bdf95f59 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2172871-e092-4871-ac6a-b4796c1d80e5,revision_number=0']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:27.455903 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-a3ba2940-c1b2-460a-941b-86238a641152 service neutron] For port f5f39380-7540-4a39-9133-f69e7143fd06, host hv-cinder-76330, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:05:27.477372 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f075e6d8-0c3b-43cd-8e22-e103bdf95f59 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:27.484703 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-f075e6d8-0c3b-43cd-8e22-e103bdf95f59 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5586333 Feb 16 18:05:27.493923 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 57026) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:27.496147 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-875f0e08-c588-4116-bddd-58991dc99dab service neutron] Transition to ACTIVE for port object b4ca1c53-8171-4e69-8e5e-712cf2bfcec5 will not be triggered until provisioned by entity L2. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:05:27.527676 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f075e6d8-0c3b-43cd-8e22-e103bdf95f59 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:27.534644 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-1ea4ba6e-2f28-4732-8edd-c04d6cbec4d2 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Request body: {'security_group_rule': {'security_group_id': '569c4fdb-f656-4e8a-ad7d-2f47cf7688dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:05:27.546103 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-1ea4ba6e-2f28-4732-8edd-c04d6cbec4d2 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:27.560437 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-1ea4ba6e-2f28-4732-8edd-c04d6cbec4d2 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Usage tracker for resource:security_group_rule and tenant:677540ccd8c14828bf2eccdddfe30bd5 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:27.565647 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-1ea4ba6e-2f28-4732-8edd-c04d6cbec4d2 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:27.577072 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-a3ba2940-c1b2-460a-941b-86238a641152 service neutron] For port f5f39380-7540-4a39-9133-f69e7143fd06, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=f5f39380-7540-4a39-9133-f69e7143fd06,segment=NetworkSegment(ce64c93e-45d9-425e-aca9-3906308158b6),segment_id=ce64c93e-45d9-425e-aca9-3906308158b6)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:05:27.582931 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-1ea4ba6e-2f28-4732-8edd-c04d6cbec4d2 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:27.606075 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-a3ba2940-c1b2-460a-941b-86238a641152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:27.613574 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-875f0e08-c588-4116-bddd-58991dc99dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:27.755686 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device dd1ae98c-fd17-493b-8979-8f609018af7c up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:05:27.927913 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-b3bec351-4216-4372-80ae-a205d7629e7d tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:27.997022 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-fe55ca44-6690-4ae4-8fae-7fb90034faba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4d4dd8-d446-4a79-88c1-0f8897058f5b', 'name': 'tempest-ServerRescueNegativeTestJSON-401706748-router', 'tenant_id': '973414d4df1442e183cfb978af50ea50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f54189b5-c421-49c9-8a31-444082af792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:05:09Z', 'updated_at': '2021-02-16T18:05:15Z', 'revision_number': 3, 'project_id': '973414d4df1442e183cfb978af50ea50', 'gw_port': {'id': 'f54189b5-c421-49c9-8a31-444082af792a', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4d4dd8-d446-4a79-88c1-0f8897058f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:12Z', 'updated_at': '2021-02-16T18:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:05:28.016459 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe55ca44-6690-4ae4-8fae-7fb90034faba None None] The sync data for ids ['ab4d4dd8-d446-4a79-88c1-0f8897058f5b'] in dv-cinder-763306-9-smb is: [{'id': 'ab4d4dd8-d446-4a79-88c1-0f8897058f5b', 'name': 'tempest-ServerRescueNegativeTestJSON-401706748-router', 'tenant_id': '973414d4df1442e183cfb978af50ea50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f54189b5-c421-49c9-8a31-444082af792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:05:09Z', 'updated_at': '2021-02-16T18:05:15Z', 'revision_number': 3, 'project_id': '973414d4df1442e183cfb978af50ea50', 'gw_port': {'id': 'f54189b5-c421-49c9-8a31-444082af792a', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4d4dd8-d446-4a79-88c1-0f8897058f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:12Z', 'updated_at': '2021-02-16T18:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:05:28.107484 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:28.198732 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-c8cbcf1a-0c9e-4d11-8a6f-39ac56a5f357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:28.200286 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning for port dd1ae98c-fd17-493b-8979-8f609018af7c completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:05:28.221379 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port dd1ae98c-fd17-493b-8979-8f609018af7c triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:05:28.222105 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:28.318505 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1ea4ba6e-2f28-4732-8edd-c04d6cbec4d2 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:28.374584 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba2940-c1b2-460a-941b-86238a641152 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f39380-7540-4a39-9133-f69e7143fd06,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:28.410692 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a3ba2940-c1b2-460a-941b-86238a641152 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:28.556702 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:28.618110 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c7ea0-1731-4a31-a779-c0e60ee6aebf req-fdc132f3-908a-4dd4-9a74-7991ca710fd1 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:28.624201 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ec0c7ea0-1731-4a31-a779-c0e60ee6aebf req-fdc132f3-908a-4dd4-9a74-7991ca710fd1 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/ports?device_id=1210aba4-c815-4e56-b140-c21406a2558f HTTP/1.1" status: 200 len: 931 time: 1.9163108 Feb 16 18:05:28.705488 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] For port dd1ae98c-fd17-493b-8979-8f609018af7c, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=dd1ae98c-fd17-493b-8979-8f609018af7c,segment=NetworkSegment(21e9a9a0-3fce-4e88-843b-4cc9439b3ace),segment_id=21e9a9a0-3fce-4e88-843b-4cc9439b3ace)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:05:28.712967 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:28.723695 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:28.882115 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-65935e0f-cfe1-4585-97c1-412d960a1638 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:28.968499 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f0e08-c588-4116-bddd-58991dc99dab service neutron] Pushing event updated for resources: {'Port': ['ID=b4ca1c53-8171-4e69-8e5e-712cf2bfcec5,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:28.976659 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-875f0e08-c588-4116-bddd-58991dc99dab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:29.018770 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-875f0e08-c588-4116-bddd-58991dc99dab service neutron] Attempting to bind port b4ca1c53-8171-4e69-8e5e-712cf2bfcec5 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:05:29.019285 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-875f0e08-c588-4116-bddd-58991dc99dab service neutron] Attempting to bind port b4ca1c53-8171-4e69-8e5e-712cf2bfcec5 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '6094f77f-c919-4fe3-b9c0-32723299395b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27498430-4f4e-446a-b31d-c16243838c18'}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:05:29.019707 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-875f0e08-c588-4116-bddd-58991dc99dab service neutron] Attempting to bind port b4ca1c53-8171-4e69-8e5e-712cf2bfcec5 on network 27498430-4f4e-446a-b31d-c16243838c18 {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:05:29.047045 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-65935e0f-cfe1-4585-97c1-412d960a1638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:29.052660 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ec0c7ea0-1731-4a31-a779-c0e60ee6aebf req-604dac02-7f6c-45b8-8d98-f49040dbcbb4 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c17a0ed-f312-4b9c-88d0-cf244e1cd204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499537 Feb 16 18:05:29.057698 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-875f0e08-c588-4116-bddd-58991dc99dab service neutron] Checking agent: {'id': '0ec6646b-198c-4ca3-9e9d-d080d83e847c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 2, 57), 'started_at': datetime.datetime(2021, 2, 16, 18, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:05:29.057888 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-875f0e08-c588-4116-bddd-58991dc99dab service neutron] Checking segment: {'id': '6094f77f-c919-4fe3-b9c0-32723299395b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27498430-4f4e-446a-b31d-c16243838c18'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:05:29.058362 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-875f0e08-c588-4116-bddd-58991dc99dab service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:29.077598 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-875f0e08-c588-4116-bddd-58991dc99dab service neutron] Bound using segment: {'id': '6094f77f-c919-4fe3-b9c0-32723299395b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27498430-4f4e-446a-b31d-c16243838c18'} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:05:29.078267 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-875f0e08-c588-4116-bddd-58991dc99dab service neutron] Bound port: b4ca1c53-8171-4e69-8e5e-712cf2bfcec5, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6094f77f-c919-4fe3-b9c0-32723299395b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27498430-4f4e-446a-b31d-c16243838c18'}}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:05:29.078666 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-875f0e08-c588-4116-bddd-58991dc99dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:29.129245 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd9a45-2bdd-49df-937c-5178a3ed7d42 req-11ffc68c-56cb-4e7a-8c05-fd519141693a tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:29.138306 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Pushing event updated for resources: {'Port': ['ID=dd1ae98c-fd17-493b-8979-8f609018af7c,revision_number=5']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:29.149816 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:29.151541 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ffdd9a45-2bdd-49df-937c-5178a3ed7d42 req-11ffc68c-56cb-4e7a-8c05-fd519141693a tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d798b43-e2ba-4701-9b12-631c846a18c8 HTTP/1.1" status: 200 len: 944 time: 0.7411993 Feb 16 18:05:29.199707 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-a3ba2940-c1b2-460a-941b-86238a641152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:29.200922 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-a3ba2940-c1b2-460a-941b-86238a641152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:29.202600 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-a3ba2940-c1b2-460a-941b-86238a641152 service neutron] 10.222.0.86 "PUT /v2.0/ports/f5f39380-7540-4a39-9133-f69e7143fd06 HTTP/1.1" status: 200 len: 1158 time: 8.2359161 Feb 16 18:05:29.203287 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d798b43-e2ba-4701-9b12-631c846a18c8', 'tag': 'f5f39380-7540-4a39-9133-f69e7143fd06'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:05:29.308113 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ffdd9a45-2bdd-49df-937c-5178a3ed7d42 req-2fe84266-8372-432a-94b5-19438a12b15f tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550846 Feb 16 18:05:29.374292 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-875f0e08-c588-4116-bddd-58991dc99dab service neutron] For port b4ca1c53-8171-4e69-8e5e-712cf2bfcec5, host hv-cinder-76330, cleared binding levels {{(pid=83986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:05:29.409118 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-875f0e08-c588-4116-bddd-58991dc99dab service neutron] For port b4ca1c53-8171-4e69-8e5e-712cf2bfcec5, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b4ca1c53-8171-4e69-8e5e-712cf2bfcec5,segment=NetworkSegment(6094f77f-c919-4fe3-b9c0-32723299395b),segment_id=6094f77f-c919-4fe3-b9c0-32723299395b)] {{(pid=83986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:05:29.411086 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-25c54205-de23-497a-b678-db2c64c85b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:29.529052 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-875f0e08-c588-4116-bddd-58991dc99dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:29.585482 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-4b88b772-1659-418b-8bb0-8758c39e61e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:29.604721 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-4b88b772-1659-418b-8bb0-8758c39e61e2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=622d65f99f53481b8a0d99018b9077fa&device_id=5d798b43-e2ba-4701-9b12-631c846a18c8 HTTP/1.1" status: 200 len: 1161 time: 0.1976316 Feb 16 18:05:29.841907 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device dd1ae98c-fd17-493b-8979-8f609018af7c up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:05:29.872379 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1ea4ba6e-2f28-4732-8edd-c04d6cbec4d2 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:29.893416 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1ea4ba6e-2f28-4732-8edd-c04d6cbec4d2 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803747'] for security_group_rule, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:29.905835 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-875f0e08-c588-4116-bddd-58991dc99dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:29.906631 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-875f0e08-c588-4116-bddd-58991dc99dab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:29.908108 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-875f0e08-c588-4116-bddd-58991dc99dab service neutron] 10.222.0.86 "PUT /v2.0/ports/b4ca1c53-8171-4e69-8e5e-712cf2bfcec5 HTTP/1.1" status: 200 len: 1157 time: 9.0130079 Feb 16 18:05:29.910215 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1210aba4-c815-4e56-b140-c21406a2558f', 'tag': 'b4ca1c53-8171-4e69-8e5e-712cf2bfcec5'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:05:29.960081 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port dd1ae98c-fd17-493b-8979-8f609018af7c triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:05:29.960835 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:29.992950 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65935e0f-cfe1-4585-97c1-412d960a1638 admin admin] Pushing event updated for resources: {'Port': ['ID=72eda73c-6a81-4d40-8f16-3cc4a4dda5aa,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:30.160804 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1ea4ba6e-2f28-4732-8edd-c04d6cbec4d2 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:30.162206 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-1ea4ba6e-2f28-4732-8edd-c04d6cbec4d2 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.6643212 Feb 16 18:05:30.163496 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-65935e0f-cfe1-4585-97c1-412d960a1638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:30.171921 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.335s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:30.199668 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device f54189b5-c421-49c9-8a31-444082af792a up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:05:30.261066 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 57094) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:30.318840 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d798b43-e2ba-4701-9b12-631c846a18c8', 'tag': 'f5f39380-7540-4a39-9133-f69e7143fd06', 'status': 'completed', 'code': 200} Feb 16 18:05:30.347559 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-454844c7-34b4-4d17-a0d4-f077dfb6fc1e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5f39380-7540-4a39-9133-f69e7143fd06 HTTP/1.1" status: 200 len: 217 time: 0.7341588 Feb 16 18:05:30.364899 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-5a45fa12-5839-400e-a760-a92bd70860a7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Request body: {'floatingip': {'floating_network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:05:30.387991 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-5a45fa12-5839-400e-a760-a92bd70860a7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:30.389032 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning for port f54189b5-c421-49c9-8a31-444082af792a completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:05:30.393106 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-5a45fa12-5839-400e-a760-a92bd70860a7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Usage tracker for resource:floatingip and tenant:677540ccd8c14828bf2eccdddfe30bd5 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:30.396961 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-5a45fa12-5839-400e-a760-a92bd70860a7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:30.398408 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port f54189b5-c421-49c9-8a31-444082af792a triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:05:30.399112 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:30.405468 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-5a45fa12-5839-400e-a760-a92bd70860a7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:30.424542 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5a45fa12-5839-400e-a760-a92bd70860a7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for floatingip, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:30.600558 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-3003488d-7663-4b6e-b03e-95eb45587b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:30.602462 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-3003488d-7663-4b6e-b03e-95eb45587b83 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d541e3b715664a9796db5a4f76d3b8b4&device_id=1210aba4-c815-4e56-b140-c21406a2558f HTTP/1.1" status: 200 len: 1160 time: 0.5918474 Feb 16 18:05:30.602579 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb4b8e-08d4-4a37-a5c4-7bbf8bc2c55b req-89a02083-99ea-4f0d-a42b-f5f470676855 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:30.604034 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-51eb4b8e-08d4-4a37-a5c4-7bbf8bc2c55b req-89a02083-99ea-4f0d-a42b-f5f470676855 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/ports?device_id=1210aba4-c815-4e56-b140-c21406a2558f HTTP/1.1" status: 200 len: 943 time: 0.2587442 Feb 16 18:05:30.610995 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-9603d78f-350c-4ec9-ae20-1679ed878731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:30.613156 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-9603d78f-350c-4ec9-ae20-1679ed878731 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c42d94b2-4a0f-4ef3-8dff-e7101cf09702 HTTP/1.1" status: 200 len: 855 time: 0.1717546 Feb 16 18:05:30.615582 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:30.634735 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] For port f54189b5-c421-49c9-8a31-444082af792a, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=f54189b5-c421-49c9-8a31-444082af792a,segment=NetworkSegment(d8e446b7-17d7-4e96-a48b-79ba500f2134),segment_id=d8e446b7-17d7-4e96-a48b-79ba500f2134)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:05:30.639683 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:30.646880 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:30.702598 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-0b9a3e81-b4c2-4404-8b01-ae8b15a0dede service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f8202e7f-abbe-4e6f-b78f-d67eee34469d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611064 Feb 16 18:05:30.730289 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Pushing event updated for resources: {'Port': ['ID=f54189b5-c421-49c9-8a31-444082af792a,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:30.737757 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-c33cc967-6002-4f01-ae02-e6621941430f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4ca1c53-8171-4e69-8e5e-712cf2bfcec5 HTTP/1.1" status: 200 len: 217 time: 0.1214452 Feb 16 18:05:30.741917 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f0e08-c588-4116-bddd-58991dc99dab service neutron] Pushing event updated for resources: {'Port': ['ID=b4ca1c53-8171-4e69-8e5e-712cf2bfcec5,revision_number=3']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:30.742990 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:30.757121 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65935e0f-cfe1-4585-97c1-412d960a1638 admin admin] Network 48e6f4c1-cec6-4712-98a9-a9afe7d38cf4 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:05:30.830206 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-875f0e08-c588-4116-bddd-58991dc99dab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:30.832814 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-aeeb7bff-e277-49be-b588-285dbe4997be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:30.834534 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-aeeb7bff-e277-49be-b588-285dbe4997be service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d70cccd9-1e8f-477c-9ad1-d71a3d51510b HTTP/1.1" status: 200 len: 851 time: 0.0761383 Feb 16 18:05:30.834983 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.753s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:30.835208 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 57114) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:30.852334 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4ba6e-2f28-4732-8edd-c04d6cbec4d2 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a554d4-7fa7-4ae1-b8a8-506f511bf554,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:30.856465 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-1ea4ba6e-2f28-4732-8edd-c04d6cbec4d2 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:30.857446 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-65935e0f-cfe1-4585-97c1-412d960a1638 admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:05:30.860569 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65935e0f-cfe1-4585-97c1-412d960a1638 admin admin] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:05:30.861335 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-65935e0f-cfe1-4585-97c1-412d960a1638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1592565'] for router_interface, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:30.862775 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-51eb4b8e-08d4-4a37-a5c4-7bbf8bc2c55b req-7394e6fc-0feb-4d43-b621-a6eb5e43454f tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c17a0ed-f312-4b9c-88d0-cf244e1cd204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485311 Feb 16 18:05:30.876014 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d8145-d758-491d-9cc2-52145063f66b req-beff5606-1f8e-495c-a87e-04cc08ceecdc tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:30.887455 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2f7d8145-d758-491d-9cc2-52145063f66b req-beff5606-1f8e-495c-a87e-04cc08ceecdc tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d798b43-e2ba-4701-9b12-631c846a18c8 HTTP/1.1" status: 200 len: 944 time: 0.3444364 Feb 16 18:05:30.956663 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2f7d8145-d758-491d-9cc2-52145063f66b req-55fdd6a1-73ec-4ba4-b5ab-a920bc195ce6 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680792 Feb 16 18:05:30.990860 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-deffd3a2-38b2-4294-b859-0e031acd2a26 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=27498430-4f4e-446a-b31d-c16243838c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1396995 Feb 16 18:05:31.015170 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-97b898b9-243e-4256-9bd6-f9e76309f2de service neutron] 10.222.0.86 "GET /v2.0/networks/f8202e7f-abbe-4e6f-b78f-d67eee34469d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885828 Feb 16 18:05:31.069330 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6c117098-3d33-4d43-b812-e802b9505f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:31.290769 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6e1e1341-ca79-4a9e-b3eb-419fd0c2b39a req-d83b64e3-bfa9-446d-82a1-397eaba3e635 service neutron] 10.222.0.86 "GET /v2.0/networks/f8202e7f-abbe-4e6f-b78f-d67eee34469d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2555757 Feb 16 18:05:31.293768 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-6c117098-3d33-4d43-b812-e802b9505f6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:31.299704 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-6c117098-3d33-4d43-b812-e802b9505f6d admin admin] Usage tracker for resource:security_group_rule and tenant:e4963791e7084adea7313d0159452c38 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:31.303301 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-6c117098-3d33-4d43-b812-e802b9505f6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:31.310644 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-6c117098-3d33-4d43-b812-e802b9505f6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:31.471272 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1210aba4-c815-4e56-b140-c21406a2558f', 'tag': 'b4ca1c53-8171-4e69-8e5e-712cf2bfcec5', 'status': 'completed', 'code': 200} Feb 16 18:05:31.514164 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-b29eb1c2-5009-470f-8386-0b058543a9a2 service neutron] 10.222.0.86 "GET /v2.0/networks/27498430-4f4e-446a-b31d-c16243838c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103340 Feb 16 18:05:31.520578 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6c117098-3d33-4d43-b812-e802b9505f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:31.532049 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6c117098-3d33-4d43-b812-e802b9505f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:31.567746 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:31.581884 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-6c117098-3d33-4d43-b812-e802b9505f6d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e4963791e7084adea7313d0159452c38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7454093 Feb 16 18:05:31.596075 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 57140) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:31.655546 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c117098-3d33-4d43-b812-e802b9505f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2a26f5-f96b-4cf1-b420-4c9488a8a4ed,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:31.655677 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5a45fa12-5839-400e-a760-a92bd70860a7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:31.660033 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device f54189b5-c421-49c9-8a31-444082af792a up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:05:31.667635 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-6c117098-3d33-4d43-b812-e802b9505f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:31.669902 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ef94a-6350-47e3-b30d-e4e8743d0eef req-00c570a5-84bc-46b4-888c-a2c6aaa0e7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:31.671576 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-472ef94a-6350-47e3-b30d-e4e8743d0eef req-00c570a5-84bc-46b4-888c-a2c6aaa0e7fc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=622d65f99f53481b8a0d99018b9077fa&device_id=5d798b43-e2ba-4701-9b12-631c846a18c8 HTTP/1.1" status: 200 len: 1161 time: 0.2992084 Feb 16 18:05:31.882614 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ef94a-6350-47e3-b30d-e4e8743d0eef req-389371e5-990b-4d3a-9659-f2c8bdac9f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:31.884466 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-472ef94a-6350-47e3-b30d-e4e8743d0eef req-389371e5-990b-4d3a-9659-f2c8bdac9f8a service neutron] 10.222.0.86 "GET /v2.0/networks?id=f8202e7f-abbe-4e6f-b78f-d67eee34469d HTTP/1.1" status: 200 len: 909 time: 0.1922727 Feb 16 18:05:32.005415 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [None req-5a45fa12-5839-400e-a760-a92bd70860a7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Allocated IP 172.28.3.162 (d4f88037-574b-44e5-a9d6-1bdf8627b244/42ec5995-253d-4122-970e-73940637938a/f08ee981-6e1b-431d-9d7b-4fb04a2d6ce5) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:05:32.011290 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-472ef94a-6350-47e3-b30d-e4e8743d0eef req-a2da15fa-cc75-42de-a31b-95b8f706009b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5f39380-7540-4a39-9133-f69e7143fd06 HTTP/1.1" status: 200 len: 217 time: 0.1110017 Feb 16 18:05:32.012153 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-08c495cd-8823-4608-8c96-0cee178dd457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:32.067852 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-08c495cd-8823-4608-8c96-0cee178dd457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:32.085440 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port f54189b5-c421-49c9-8a31-444082af792a triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:05:32.086130 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:32.272637 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-08c495cd-8823-4608-8c96-0cee178dd457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:32.378423 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5a45fa12-5839-400e-a760-a92bd70860a7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:32.382828 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:32.392059 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8f1f6e16-f604-42ca-9dac-48d30bb6fd7d req-dfe015dc-05aa-4bea-b1eb-b37cd220bf98 service neutron] 10.222.0.86 "GET /v2.0/networks/27498430-4f4e-446a-b31d-c16243838c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8533366 Feb 16 18:05:32.438677 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-65935e0f-cfe1-4585-97c1-412d960a1638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:32.455140 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c495cd-8823-4608-8c96-0cee178dd457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2a26f5-f96b-4cf1-b420-4c9488a8a4ed,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:32.490753 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-08c495cd-8823-4608-8c96-0cee178dd457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:32.491722 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-08c495cd-8823-4608-8c96-0cee178dd457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:32.493065 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-08c495cd-8823-4608-8c96-0cee178dd457 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ff2a26f5-f96b-4cf1-b420-4c9488a8a4ed HTTP/1.1" status: 204 len: 168 time: 0.8927770 Feb 16 18:05:32.520849 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ef94a-6350-47e3-b30d-e4e8743d0eef req-1ee3fda0-bafe-4b64-ad41-40b95ea84872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:32.520849 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-472ef94a-6350-47e3-b30d-e4e8743d0eef req-1ee3fda0-bafe-4b64-ad41-40b95ea84872 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c42d94b2-4a0f-4ef3-8dff-e7101cf09702 HTTP/1.1" status: 200 len: 855 time: 0.3666875 Feb 16 18:05:32.597230 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f89de-d519-4c83-b33e-59b93a483f53 req-fbc430c6-d04c-4b23-9f37-1b7020eb154e tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:32.604633 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4a9f89de-d519-4c83-b33e-59b93a483f53 req-fbc430c6-d04c-4b23-9f37-1b7020eb154e tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d798b43-e2ba-4701-9b12-631c846a18c8 HTTP/1.1" status: 200 len: 944 time: 0.3455682 Feb 16 18:05:32.609833 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-472ef94a-6350-47e3-b30d-e4e8743d0eef req-08ccd8d4-8cdd-42cb-8e91-b5a7cd232161 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f8202e7f-abbe-4e6f-b78f-d67eee34469d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741622 Feb 16 18:05:32.748458 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5a45fa12-5839-400e-a760-a92bd70860a7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:32.752196 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4a9f89de-d519-4c83-b33e-59b93a483f53 req-ab72f69b-dce7-4b3c-808a-0d2c5bdd5e67 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465137 Feb 16 18:05:32.771568 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:32.777690 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0a364-e1ed-4d84-8af1-5e3f2df6e776 req-d6cddc6d-fb99-4b34-af2c-84dfc1a84514 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:32.778857 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-87a0a364-e1ed-4d84-8af1-5e3f2df6e776 req-d6cddc6d-fb99-4b34-af2c-84dfc1a84514 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/ports?device_id=1210aba4-c815-4e56-b140-c21406a2558f HTTP/1.1" status: 200 len: 943 time: 0.4140632 Feb 16 18:05:32.858125 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-87a0a364-e1ed-4d84-8af1-5e3f2df6e776 req-b806bbe2-5e0c-494f-8ecc-e86c1f7882ee tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c17a0ed-f312-4b9c-88d0-cf244e1cd204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712371 Feb 16 18:05:32.889636 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-472ef94a-6350-47e3-b30d-e4e8743d0eef req-55c3b34e-7391-4f39-b87b-86189876427c service neutron] 10.222.0.86 "GET /v2.0/networks/f8202e7f-abbe-4e6f-b78f-d67eee34469d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439647 Feb 16 18:05:32.980987 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45fa12-5839-400e-a760-a92bd70860a7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Pushing event updated for resources: {'Port': ['ID=f08ee981-6e1b-431d-9d7b-4fb04a2d6ce5,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:32.990545 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-5a45fa12-5839-400e-a760-a92bd70860a7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:33.021083 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d91517-873e-4c4f-a9e3-4dd67eb1e725 req-800dc773-5376-477a-a10b-39b962bd62af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:33.022716 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-29d91517-873e-4c4f-a9e3-4dd67eb1e725 req-800dc773-5376-477a-a10b-39b962bd62af service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d541e3b715664a9796db5a4f76d3b8b4&device_id=1210aba4-c815-4e56-b140-c21406a2558f HTTP/1.1" status: 200 len: 1160 time: 0.5732758 Feb 16 18:05:33.098395 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-472ef94a-6350-47e3-b30d-e4e8743d0eef req-ec11bcad-c729-48b1-9969-1d649189617c service neutron] 10.222.0.86 "GET /v2.0/networks/f8202e7f-abbe-4e6f-b78f-d67eee34469d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1971328 Feb 16 18:05:33.158015 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-65935e0f-cfe1-4585-97c1-412d960a1638 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:33.174961 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-65935e0f-cfe1-4585-97c1-412d960a1638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:33.182904 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-65935e0f-cfe1-4585-97c1-412d960a1638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1681597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853183402'] for router_interface, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:33.204572 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-344aced2-3750-4f83-958b-c9e344672c53 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:33.307241 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a45fa12-5839-400e-a760-a92bd70860a7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Network d4f88037-574b-44e5-a9d6-1bdf8627b244 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:05:33.328687 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-5a45fa12-5839-400e-a760-a92bd70860a7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:05:33.340915 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a45fa12-5839-400e-a760-a92bd70860a7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:05:33.430986 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65935e0f-cfe1-4585-97c1-412d960a1638 admin admin] Pushing event updated for resources: {'Port': ['ID=72eda73c-6a81-4d40-8f16-3cc4a4dda5aa,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:33.457226 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-65935e0f-cfe1-4585-97c1-412d960a1638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:33.471648 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d91517-873e-4c4f-a9e3-4dd67eb1e725 req-61a6c916-4352-45b8-8970-cee70a56067f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:33.473261 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-29d91517-873e-4c4f-a9e3-4dd67eb1e725 req-61a6c916-4352-45b8-8970-cee70a56067f service neutron] 10.222.0.86 "GET /v2.0/networks?id=27498430-4f4e-446a-b31d-c16243838c18 HTTP/1.1" status: 200 len: 905 time: 0.4389272 Feb 16 18:05:33.569015 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-29d91517-873e-4c4f-a9e3-4dd67eb1e725 req-18b74fb2-a624-490a-a135-db4b676c3b7f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4ca1c53-8171-4e69-8e5e-712cf2bfcec5 HTTP/1.1" status: 200 len: 217 time: 0.0807705 Feb 16 18:05:33.588158 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5a45fa12-5839-400e-a760-a92bd70860a7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:33.712772 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65935e0f-cfe1-4585-97c1-412d960a1638 admin admin] Network 48e6f4c1-cec6-4712-98a9-a9afe7d38cf4 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:05:33.719529 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-65935e0f-cfe1-4585-97c1-412d960a1638 admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:05:33.733694 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d91517-873e-4c4f-a9e3-4dd67eb1e725 req-e360ca37-cbb0-4fee-b1e2-c432ac8840e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:33.735285 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-29d91517-873e-4c4f-a9e3-4dd67eb1e725 req-e360ca37-cbb0-4fee-b1e2-c432ac8840e1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d70cccd9-1e8f-477c-9ad1-d71a3d51510b HTTP/1.1" status: 200 len: 851 time: 0.1487703 Feb 16 18:05:33.807333 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5a45fa12-5839-400e-a760-a92bd70860a7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:34.209923 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-29d91517-873e-4c4f-a9e3-4dd67eb1e725 req-383774be-8f59-4b15-bd1b-f0a861215a43 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=27498430-4f4e-446a-b31d-c16243838c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4104033 Feb 16 18:05:34.222945 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.objects.ports [None req-d8cda3df-b92e-434e-aa91-ccfd55442f00 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=83987) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 16 18:05:34.301404 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ea33c-473e-46e5-a41a-ea810d74eb26 req-698041a4-7810-406f-a371-6f0ac0ff7dd1 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:34.303240 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-738ea33c-473e-46e5-a41a-ea810d74eb26 req-698041a4-7810-406f-a371-6f0ac0ff7dd1 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/ports?device_id=1210aba4-c815-4e56-b140-c21406a2558f HTTP/1.1" status: 200 len: 943 time: 0.2289495 Feb 16 18:05:34.366007 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-738ea33c-473e-46e5-a41a-ea810d74eb26 req-a0b882aa-140a-4dfd-bd20-5d3ae8be5ce4 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c17a0ed-f312-4b9c-88d0-cf244e1cd204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530868 Feb 16 18:05:34.400747 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5329c6-25e9-4e1b-875e-d669306fd9a8 req-56c6dcd1-e27b-4957-982d-8806fe004859 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:34.405022 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ac5329c6-25e9-4e1b-875e-d669306fd9a8 req-56c6dcd1-e27b-4957-982d-8806fe004859 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d798b43-e2ba-4701-9b12-631c846a18c8 HTTP/1.1" status: 200 len: 944 time: 0.2408392 Feb 16 18:05:34.471990 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ac5329c6-25e9-4e1b-875e-d669306fd9a8 req-99966664-7ddc-45ab-9b2f-e5bad831a931 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618157 Feb 16 18:05:34.596210 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65935e0f-cfe1-4585-97c1-412d960a1638 admin admin] Router ab4d4dd8-d446-4a79-88c1-0f8897058f5b has already been hosted by L3 agent 616de62f-f042-46f7-b8cf-861f27422584 {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:05:34.615277 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-29d91517-873e-4c4f-a9e3-4dd67eb1e725 req-0f8fdbca-d37f-4c99-8802-e5eff1a20698 service neutron] 10.222.0.86 "GET /v2.0/networks/27498430-4f4e-446a-b31d-c16243838c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827257 Feb 16 18:05:34.989241 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-29d91517-873e-4c4f-a9e3-4dd67eb1e725 req-9e9a56fa-0315-481d-8cb3-d55d13b479d0 service neutron] 10.222.0.86 "GET /v2.0/networks/27498430-4f4e-446a-b31d-c16243838c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3637619 Feb 16 18:05:34.993820 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65935e0f-cfe1-4585-97c1-412d960a1638 admin admin] Notify agent at l3_agent.dv-cinder-763306-9-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:05:34.995574 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device b4ca1c53-8171-4e69-8e5e-712cf2bfcec5 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:05:35.025890 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5a45fa12-5839-400e-a760-a92bd70860a7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:35.030327 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-65935e0f-cfe1-4585-97c1-412d960a1638 admin admin] 10.222.0.41 "PUT /v2.0/routers/ab4d4dd8-d446-4a79-88c1-0f8897058f5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5565710 Feb 16 18:05:35.031291 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5a45fa12-5839-400e-a760-a92bd70860a7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:35.031436 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9761ffce-606a-4139-be3c-2c4da85aa5ef None None] Sync routers for ids ['ab4d4dd8-d446-4a79-88c1-0f8897058f5b'] in dv-cinder-763306-9-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:05:35.048878 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:35.063662 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9761ffce-606a-4139-be3c-2c4da85aa5ef None None] Routers {'ab4d4dd8-d446-4a79-88c1-0f8897058f5b'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:05:35.064370 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-9761ffce-606a-4139-be3c-2c4da85aa5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:05:26Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['ab4d4dd8-d446-4a79-88c1-0f8897058f5b'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:05:35.127892 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 57250) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:35.210090 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45fa12-5839-400e-a760-a92bd70860a7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Pushing event updated for resources: {'Port': ['ID=f08ee981-6e1b-431d-9d7b-4fb04a2d6ce5,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:35.217132 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-5a45fa12-5839-400e-a760-a92bd70860a7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:35.293752 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5a45fa12-5839-400e-a760-a92bd70860a7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592459'] for floatingip, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:35.303286 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-65f40eb7-6fd0-4940-bb75-05d9773ea4a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:35.319762 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-65f40eb7-6fd0-4940-bb75-05d9773ea4a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:35.321439 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5a45fa12-5839-400e-a760-a92bd70860a7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for floatingip, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:35.324650 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-65f40eb7-6fd0-4940-bb75-05d9773ea4a6 admin admin] Usage tracker for resource:security_group_rule and tenant:422847b502eb4171a525e6359959fcc2 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:35.327647 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-65f40eb7-6fd0-4940-bb75-05d9773ea4a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:35.331057 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-5a45fa12-5839-400e-a760-a92bd70860a7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0288610 Feb 16 18:05:35.333571 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-65f40eb7-6fd0-4940-bb75-05d9773ea4a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:35.340398 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-9761ffce-606a-4139-be3c-2c4da85aa5ef None None] Set router ab4d4dd8-d446-4a79-88c1-0f8897058f5b gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:05:35.391663 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning for port b4ca1c53-8171-4e69-8e5e-712cf2bfcec5 completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:05:35.452805 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-65f40eb7-6fd0-4940-bb75-05d9773ea4a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:35.472999 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port b4ca1c53-8171-4e69-8e5e-712cf2bfcec5 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:05:35.472999 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:35.551845 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-65f40eb7-6fd0-4940-bb75-05d9773ea4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:35.582826 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-5d22cb1d-7daa-41dd-8125-c4b28ec55339 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:35.624225 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 57280) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:35.633095 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-65f40eb7-6fd0-4940-bb75-05d9773ea4a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=422847b502eb4171a525e6359959fcc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5039418 Feb 16 18:05:35.664654 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f40eb7-6fd0-4940-bb75-05d9773ea4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b0b37e-64fc-4001-b246-0e05dc2eb698,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:35.680088 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-65f40eb7-6fd0-4940-bb75-05d9773ea4a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:35.703660 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c72a0f3c-ab73-4aed-9a2c-9d244b1b121e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:35.739346 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c72a0f3c-ab73-4aed-9a2c-9d244b1b121e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:35.802136 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c72a0f3c-ab73-4aed-9a2c-9d244b1b121e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:35.811177 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:35.846059 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a0f3c-ab73-4aed-9a2c-9d244b1b121e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b0b37e-64fc-4001-b246-0e05dc2eb698,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:35.850420 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c72a0f3c-ab73-4aed-9a2c-9d244b1b121e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:35.853676 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-c72a0f3c-ab73-4aed-9a2c-9d244b1b121e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/10b0b37e-64fc-4001-b246-0e05dc2eb698 HTTP/1.1" status: 204 len: 168 time: 0.2283754 Feb 16 18:05:35.859000 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-c72a0f3c-ab73-4aed-9a2c-9d244b1b121e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:35.907009 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-9fa75ce8-3e33-4115-8df7-38415c545cd6 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:35.908780 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-9fa75ce8-3e33-4115-8df7-38415c545cd6 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/networks?id=48e6f4c1-cec6-4712-98a9-a9afe7d38cf4 HTTP/1.1" status: 200 len: 818 time: 0.1781576 Feb 16 18:05:35.951452 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad36925-31c5-4ade-ac9d-653eceaaf213 req-acbbd532-d065-4ee6-8da6-1c5899b703c3 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:35.953099 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bad36925-31c5-4ade-ac9d-653eceaaf213 req-acbbd532-d065-4ee6-8da6-1c5899b703c3 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/ports?device_id=1210aba4-c815-4e56-b140-c21406a2558f HTTP/1.1" status: 200 len: 943 time: 0.2946818 Feb 16 18:05:35.960563 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-9761ffce-606a-4139-be3c-2c4da85aa5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4d4dd8-d446-4a79-88c1-0f8897058f5b', 'name': 'tempest-ServerRescueNegativeTestJSON-401706748-router', 'tenant_id': '973414d4df1442e183cfb978af50ea50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f54189b5-c421-49c9-8a31-444082af792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:05:09Z', 'updated_at': '2021-02-16T18:05:32Z', 'revision_number': 4, 'project_id': '973414d4df1442e183cfb978af50ea50', 'gw_port': {'id': 'f54189b5-c421-49c9-8a31-444082af792a', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4d4dd8-d446-4a79-88c1-0f8897058f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:12Z', 'updated_at': '2021-02-16T18:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': '72eda73c-6a81-4d40-8f16-3cc4a4dda5aa', 'name': '', 'network_id': '48e6f4c1-cec6-4712-98a9-a9afe7d38cf4', 'tenant_id': '973414d4df1442e183cfb978af50ea50', 'mac_address': 'fa:16:3e:9f:f1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4d4dd8-d446-4a79-88c1-0f8897058f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c6e79260-895d-4967-aa0a-6b3bee32fd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:26Z', 'updated_at': '2021-02-16T18:05:32Z', 'revision_number': 2, 'project_id': '973414d4df1442e183cfb978af50ea50', 'subnets': [{'id': 'c6e79260-895d-4967-aa0a-6b3bee32fd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:05:35.961450 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-d035e14e-fafa-4d30-8957-ebe3bf656701 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/quotas/973414d4df1442e183cfb978af50ea50 HTTP/1.1" status: 200 len: 375 time: 0.0423722 Feb 16 18:05:35.966776 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:35.979802 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9761ffce-606a-4139-be3c-2c4da85aa5ef None None] Checking router: ab4d4dd8-d446-4a79-88c1-0f8897058f5b for host: dv-cinder-763306-9-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:05:35.980290 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9761ffce-606a-4139-be3c-2c4da85aa5ef None None] Updating router ab4d4dd8-d446-4a79-88c1-0f8897058f5b port 72eda73c-6a81-4d40-8f16-3cc4a4dda5aa binding host dv-cinder-763306-9-smb {{(pid=83987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 18:05:36.048834 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9761ffce-606a-4139-be3c-2c4da85aa5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:36.112728 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1210aba4-c815-4e56-b140-c21406a2558f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ca1c53-8171-4e69-8e5e-712cf2bfcec5'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:05:36.134357 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-13916d64-c49a-42c2-ab8f-b0aa594ae8cb tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=973414d4df1442e183cfb978af50ea50&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1718669 Feb 16 18:05:36.147047 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bad36925-31c5-4ade-ac9d-653eceaaf213 req-944384c9-84f2-4571-b020-c8a2d98ce87a tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c17a0ed-f312-4b9c-88d0-cf244e1cd204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817782 Feb 16 18:05:36.248366 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] For port b4ca1c53-8171-4e69-8e5e-712cf2bfcec5, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b4ca1c53-8171-4e69-8e5e-712cf2bfcec5,segment=NetworkSegment(6094f77f-c919-4fe3-b9c0-32723299395b),segment_id=6094f77f-c919-4fe3-b9c0-32723299395b)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:05:36.354738 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-5fff7d0e-3827-4b0a-88a1-436827854171 service neutron] 10.222.0.41 "GET /v2.0/networks/48e6f4c1-cec6-4712-98a9-a9afe7d38cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188089 Feb 16 18:05:36.376298 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 57318) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:36.397479 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d78c16ff-895c-45eb-96fb-d1a713bc1db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:36.414765 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-d78c16ff-895c-45eb-96fb-d1a713bc1db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:36.419385 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-d78c16ff-895c-45eb-96fb-d1a713bc1db2 admin admin] Usage tracker for resource:security_group_rule and tenant:60b81594cc0844f6b58ba93e64b8bc80 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:36.422581 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-d78c16ff-895c-45eb-96fb-d1a713bc1db2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:36.429222 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-d78c16ff-895c-45eb-96fb-d1a713bc1db2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:36.526080 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d78c16ff-895c-45eb-96fb-d1a713bc1db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:36.530793 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d78c16ff-895c-45eb-96fb-d1a713bc1db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:36.542314 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:36.543058 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3d9271ee-a485-4386-acbf-0a55a9f99fd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:36.552507 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device f5f39380-7540-4a39-9133-f69e7143fd06 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:05:36.593472 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-d78c16ff-895c-45eb-96fb-d1a713bc1db2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60b81594cc0844f6b58ba93e64b8bc80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2157707 Feb 16 18:05:36.594663 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c16ff-895c-45eb-96fb-d1a713bc1db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7676ca7-1d11-4f7b-a3c7-57954c90454e,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:36.597544 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 57324) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:36.600477 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d78c16ff-895c-45eb-96fb-d1a713bc1db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:36.624511 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:36.686271 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-97879e1f-fa8b-423c-bbfe-e5d5bf5f8a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:36.723829 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-97879e1f-fa8b-423c-bbfe-e5d5bf5f8a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:36.725856 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning for port f5f39380-7540-4a39-9133-f69e7143fd06 completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:05:36.741119 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port f5f39380-7540-4a39-9133-f69e7143fd06 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:05:36.741288 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:36.769432 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-28c9d5af-8de2-4569-8412-6e309a1673ea service neutron] 10.222.0.41 "GET /v2.0/networks/48e6f4c1-cec6-4712-98a9-a9afe7d38cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3735695 Feb 16 18:05:36.781243 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-97879e1f-fa8b-423c-bbfe-e5d5bf5f8a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:36.788807 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d2f43197-ce47-448c-bf40-dcbb49023e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:36.796297 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Pushing event updated for resources: {'Port': ['ID=b4ca1c53-8171-4e69-8e5e-712cf2bfcec5,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:36.799920 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:36.802074 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97879e1f-fa8b-423c-bbfe-e5d5bf5f8a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7676ca7-1d11-4f7b-a3c7-57954c90454e,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:36.804801 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-97879e1f-fa8b-423c-bbfe-e5d5bf5f8a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:36.810297 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a13ff-ab9f-49c1-b1ef-0bf0f7cc8f95 req-42c18a16-7cea-4f2d-b55a-46ba2537128c tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:36.812376 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-97879e1f-fa8b-423c-bbfe-e5d5bf5f8a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:36.812846 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-844a13ff-ab9f-49c1-b1ef-0bf0f7cc8f95 req-42c18a16-7cea-4f2d-b55a-46ba2537128c tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d798b43-e2ba-4701-9b12-631c846a18c8 HTTP/1.1" status: 200 len: 944 time: 0.4560852 Feb 16 18:05:36.814016 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-97879e1f-fa8b-423c-bbfe-e5d5bf5f8a13 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e7676ca7-1d11-4f7b-a3c7-57954c90454e HTTP/1.1" status: 204 len: 168 time: 0.2153699 Feb 16 18:05:36.875250 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-844a13ff-ab9f-49c1-b1ef-0bf0f7cc8f95 req-f175b26c-f096-4582-ba77-e9ae8b7af4d9 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545716 Feb 16 18:05:37.020647 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:37.036246 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9761ffce-606a-4139-be3c-2c4da85aa5ef None None] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:37.069889 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] For port f5f39380-7540-4a39-9133-f69e7143fd06, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=f5f39380-7540-4a39-9133-f69e7143fd06,segment=NetworkSegment(ce64c93e-45d9-425e-aca9-3906308158b6),segment_id=ce64c93e-45d9-425e-aca9-3906308158b6)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:05:37.074627 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-9761ffce-606a-4139-be3c-2c4da85aa5ef None None] Transition to ACTIVE for port object 72eda73c-6a81-4d40-8f16-3cc4a4dda5aa will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:05:37.076103 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:37.079729 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:37.204676 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-5a89303f-c3de-4059-963c-cb9757d73cda tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Synchronizing usage tracker for tenant:677540ccd8c14828bf2eccdddfe30bd5 on resource:security_group {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:05:37.251265 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-5a89303f-c3de-4059-963c-cb9757d73cda tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Unset dirty status for tenant:677540ccd8c14828bf2eccdddfe30bd5 on resource:security_group {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:05:37.252746 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-5a89303f-c3de-4059-963c-cb9757d73cda tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1128124889&fields=id&tenant_id=677540ccd8c14828bf2eccdddfe30bd5 HTTP/1.1" status: 200 len: 267 time: 0.1866517 Feb 16 18:05:37.346498 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device b4ca1c53-8171-4e69-8e5e-712cf2bfcec5 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:05:37.373456 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9761ffce-606a-4139-be3c-2c4da85aa5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:37.593674 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Pushing event updated for resources: {'Port': ['ID=f5f39380-7540-4a39-9133-f69e7143fd06,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:37.597927 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:37.601696 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:37.622862 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-684ea9ef-1679-444a-8c20-7188f0460789 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:37.633343 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-684ea9ef-1679-444a-8c20-7188f0460789 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/networks?id=484344ef-9cd5-4c12-8f55-8e6f63128f82 HTTP/1.1" status: 200 len: 811 time: 0.3712480 Feb 16 18:05:37.660926 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1210aba4-c815-4e56-b140-c21406a2558f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ca1c53-8171-4e69-8e5e-712cf2bfcec5', 'code': 200} Feb 16 18:05:37.670338 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-78b280a0-0704-4952-91ca-62f02bbc240f tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/quotas/677540ccd8c14828bf2eccdddfe30bd5 HTTP/1.1" status: 200 len: 375 time: 0.0358193 Feb 16 18:05:37.721224 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f151dd-f019-43a2-8056-8b3e48ba55b6 None None] Pushing event updated for resources: {'Port': ['ID=72eda73c-6a81-4d40-8f16-3cc4a4dda5aa,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:37.739785 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-78f151dd-f019-43a2-8056-8b3e48ba55b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:37.774894 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port b4ca1c53-8171-4e69-8e5e-712cf2bfcec5 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:05:37.775708 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:37.833397 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ba1b2db4-01a3-48dd-b501-ad29852fd7b5 req-f08885ff-3104-4fd3-98a8-af3032bd6780 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 210 time: 0.0717595 Feb 16 18:05:37.946720 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-2d912552-a446-4bf0-8a4f-83caf94d3eb2 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=677540ccd8c14828bf2eccdddfe30bd5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2736430 Feb 16 18:05:38.308701 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4323240-6de4-42aa-b764-33569d110543 req-8742ab94-ad87-4726-a39a-d40392772483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:38.310536 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d4323240-6de4-42aa-b764-33569d110543 req-8742ab94-ad87-4726-a39a-d40392772483 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1210aba4-c815-4e56-b140-c21406a2558f HTTP/1.1" status: 200 len: 1162 time: 0.2556822 Feb 16 18:05:38.329402 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-9761ffce-606a-4139-be3c-2c4da85aa5ef None None] Attempting to bind port 72eda73c-6a81-4d40-8f16-3cc4a4dda5aa on host dv-cinder-763306-9-smb for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:05:38.329985 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-9761ffce-606a-4139-be3c-2c4da85aa5ef None None] Attempting to bind port 72eda73c-6a81-4d40-8f16-3cc4a4dda5aa by drivers openvswitch on host dv-cinder-763306-9-smb at level 0 using segments [{'id': 'a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '48e6f4c1-cec6-4712-98a9-a9afe7d38cf4'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:05:38.330609 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9761ffce-606a-4139-be3c-2c4da85aa5ef None None] Attempting to bind port 72eda73c-6a81-4d40-8f16-3cc4a4dda5aa on network 48e6f4c1-cec6-4712-98a9-a9afe7d38cf4 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:05:38.342132 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9761ffce-606a-4139-be3c-2c4da85aa5ef None None] Checking agent: {'id': '32a65721-1161-4909-9634-11ba095c6914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 17, 55, 57), 'started_at': datetime.datetime(2021, 2, 16, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:05:38.342747 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9761ffce-606a-4139-be3c-2c4da85aa5ef None None] Checking segment: {'id': 'a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '48e6f4c1-cec6-4712-98a9-a9afe7d38cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:05:38.343301 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9761ffce-606a-4139-be3c-2c4da85aa5ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:38.343865 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9761ffce-606a-4139-be3c-2c4da85aa5ef None None] Bound using segment: {'id': 'a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '48e6f4c1-cec6-4712-98a9-a9afe7d38cf4'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:05:38.344384 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-6a1a7685-0f55-4430-a3c5-335aa7469fed service neutron] 10.222.0.41 "GET /v2.0/networks/484344ef-9cd5-4c12-8f55-8e6f63128f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873026 Feb 16 18:05:38.344574 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-9761ffce-606a-4139-be3c-2c4da85aa5ef None None] Bound port: 72eda73c-6a81-4d40-8f16-3cc4a4dda5aa, host: dv-cinder-763306-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '48e6f4c1-cec6-4712-98a9-a9afe7d38cf4'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:05:38.345102 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9761ffce-606a-4139-be3c-2c4da85aa5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:38.381826 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-d4323240-6de4-42aa-b764-33569d110543 req-f4ef7a48-433c-4da0-8e48-4939229bc56e service neutron] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:38.402550 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-d4323240-6de4-42aa-b764-33569d110543 req-f4ef7a48-433c-4da0-8e48-4939229bc56e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:38.411205 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-d4323240-6de4-42aa-b764-33569d110543 req-f4ef7a48-433c-4da0-8e48-4939229bc56e service neutron] Usage tracker for resource:security_group_rule and tenant:ac4326f5776847e6b46ebc5884e25f79 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:38.418925 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-d4323240-6de4-42aa-b764-33569d110543 req-f4ef7a48-433c-4da0-8e48-4939229bc56e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:38.433092 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-d4323240-6de4-42aa-b764-33569d110543 req-f4ef7a48-433c-4da0-8e48-4939229bc56e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:38.514754 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-9761ffce-606a-4139-be3c-2c4da85aa5ef None None] For port 72eda73c-6a81-4d40-8f16-3cc4a4dda5aa, host dv-cinder-763306-9-smb, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:05:38.518637 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-9761ffce-606a-4139-be3c-2c4da85aa5ef None None] For port 72eda73c-6a81-4d40-8f16-3cc4a4dda5aa, host dv-cinder-763306-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=72eda73c-6a81-4d40-8f16-3cc4a4dda5aa,segment=NetworkSegment(a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2),segment_id=a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:05:38.555256 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9761ffce-606a-4139-be3c-2c4da85aa5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:38.598158 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device f5f39380-7540-4a39-9133-f69e7143fd06 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:05:38.631772 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52fc36-8b5e-4ff1-9cd8-8c24704b8650 req-4e16c76e-f1d5-45ad-bcf2-db78b69e2bc9 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:38.639937 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7a52fc36-8b5e-4ff1-9cd8-8c24704b8650 req-4e16c76e-f1d5-45ad-bcf2-db78b69e2bc9 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/ports?device_id=1210aba4-c815-4e56-b140-c21406a2558f HTTP/1.1" status: 200 len: 945 time: 0.2932358 Feb 16 18:05:38.658463 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-d4323240-6de4-42aa-b764-33569d110543 req-f4ef7a48-433c-4da0-8e48-4939229bc56e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:38.666284 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-d4323240-6de4-42aa-b764-33569d110543 req-f4ef7a48-433c-4da0-8e48-4939229bc56e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:38.670041 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:38.671305 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-4303486f-bdce-435f-a49c-24f68f009ad2 service neutron] 10.222.0.41 "GET /v2.0/networks/484344ef-9cd5-4c12-8f55-8e6f63128f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3243258 Feb 16 18:05:38.740811 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-97879e1f-fa8b-423c-bbfe-e5d5bf5f8a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:38.746229 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7a52fc36-8b5e-4ff1-9cd8-8c24704b8650 req-0c2acae7-ac16-49a7-96cc-28bd0a283619 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c17a0ed-f312-4b9c-88d0-cf244e1cd204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051788 Feb 16 18:05:38.811746 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f151dd-f019-43a2-8056-8b3e48ba55b6 None None] Pushing event updated for resources: {'Port': ['ID=72eda73c-6a81-4d40-8f16-3cc4a4dda5aa,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:38.822992 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-78f151dd-f019-43a2-8056-8b3e48ba55b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:38.850243 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port f5f39380-7540-4a39-9133-f69e7143fd06 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:05:38.850671 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:38.868341 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d4323240-6de4-42aa-b764-33569d110543 req-f4ef7a48-433c-4da0-8e48-4939229bc56e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2c17a0ed-f312-4b9c-88d0-cf244e1cd204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5481815 Feb 16 18:05:38.876132 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef7a48-433c-4da0-8e48-4939229bc56e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6c5671-fa7f-4d9f-9046-ddeb0a6922a6,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:38.880285 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f4ef7a48-433c-4da0-8e48-4939229bc56e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:39.156838 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9761ffce-606a-4139-be3c-2c4da85aa5ef None None] Routers {'ab4d4dd8-d446-4a79-88c1-0f8897058f5b'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:05:39.157530 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-9761ffce-606a-4139-be3c-2c4da85aa5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:05:26Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['ab4d4dd8-d446-4a79-88c1-0f8897058f5b'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:05:39.360964 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 57448) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:39.451606 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-9761ffce-606a-4139-be3c-2c4da85aa5ef None None] Set router ab4d4dd8-d446-4a79-88c1-0f8897058f5b gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:05:39.460445 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d240fe0-078d-42d1-984e-82ee54dcf3d5 req-135c76ab-9395-44f5-afb5-9bda89eee7d2 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:39.462188 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2d240fe0-078d-42d1-984e-82ee54dcf3d5 req-135c76ab-9395-44f5-afb5-9bda89eee7d2 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d798b43-e2ba-4701-9b12-631c846a18c8 HTTP/1.1" status: 200 len: 946 time: 0.5070031 Feb 16 18:05:39.505217 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-d5df474e-031c-4ea1-8a5b-b6c74499beb3 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:39.506024 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-d5df474e-031c-4ea1-8a5b-b6c74499beb3 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Synchronizing usage tracker for tenant:973414d4df1442e183cfb978af50ea50 on resource:network {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:05:39.509909 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f497707-121e-455a-b99d-dab03a5f083b req-a8760fbe-964c-4539-9f86-588e8b34108e tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:39.524684 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0f497707-121e-455a-b99d-dab03a5f083b req-a8760fbe-964c-4539-9f86-588e8b34108e tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/networks?id=48e6f4c1-cec6-4712-98a9-a9afe7d38cf4 HTTP/1.1" status: 200 len: 818 time: 0.4573147 Feb 16 18:05:39.538378 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device f5f39380-7540-4a39-9133-f69e7143fd06 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:05:39.545539 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 57456) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:39.557559 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-d5df474e-031c-4ea1-8a5b-b6c74499beb3 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Unset dirty status for tenant:973414d4df1442e183cfb978af50ea50 on resource:network {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:05:39.558858 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-d5df474e-031c-4ea1-8a5b-b6c74499beb3 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.86 "GET /v2.0/networks?id=48e6f4c1-cec6-4712-98a9-a9afe7d38cf4 HTTP/1.1" status: 200 len: 818 time: 0.4611251 Feb 16 18:05:39.577189 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-2f4fef48-315c-4da4-9dd6-66d38cafb45b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Request body: {'port': {'device_id': '8386e0e6-5ac4-456c-bb44-24a248997792', 'network_id': '48e6f4c1-cec6-4712-98a9-a9afe7d38cf4', 'admin_state_up': True, 'tenant_id': '973414d4df1442e183cfb978af50ea50'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:05:39.629804 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0f497707-121e-455a-b99d-dab03a5f083b req-85791730-e242-405f-96c2-2fb5919dc8e6 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/quotas/973414d4df1442e183cfb978af50ea50 HTTP/1.1" status: 200 len: 375 time: 0.1034257 Feb 16 18:05:39.747875 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d798b43-e2ba-4701-9b12-631c846a18c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f39380-7540-4a39-9133-f69e7143fd06'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:05:39.763794 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2d240fe0-078d-42d1-984e-82ee54dcf3d5 req-92548c67-5062-4641-a507-67dda0417f70 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816117 Feb 16 18:05:39.778657 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1b5b6e90-4469-44eb-90e7-ba804b210943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:39.804569 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0f497707-121e-455a-b99d-dab03a5f083b req-b7d69656-0bc3-4225-a7e0-b07328c39c05 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=973414d4df1442e183cfb978af50ea50&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1737633 Feb 16 18:05:39.880786 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-2f4fef48-315c-4da4-9dd6-66d38cafb45b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:39.885138 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-2f4fef48-315c-4da4-9dd6-66d38cafb45b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Usage tracker for resource:port and tenant:973414d4df1442e183cfb978af50ea50 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:39.888623 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-2f4fef48-315c-4da4-9dd6-66d38cafb45b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:39.894419 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-2f4fef48-315c-4da4-9dd6-66d38cafb45b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:39.907368 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-1b5b6e90-4469-44eb-90e7-ba804b210943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:39.911294 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-1b5b6e90-4469-44eb-90e7-ba804b210943 admin admin] Usage tracker for resource:security_group_rule and tenant:7f5dba1feea140528385dec8c58387bf is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:39.914298 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-1b5b6e90-4469-44eb-90e7-ba804b210943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:39.922236 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-1b5b6e90-4469-44eb-90e7-ba804b210943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:39.928169 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-2f4fef48-315c-4da4-9dd6-66d38cafb45b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Made reservation on behalf of 973414d4df1442e183cfb978af50ea50 for: {'port': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:05:39.934305 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-2f4fef48-315c-4da4-9dd6-66d38cafb45b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:40.084085 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-802d18d8-574d-4c92-b888-84e6b62257d6 req-ebdf3ba7-e234-4346-b0c0-13ef51c68b0d tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 210 time: 0.1010354 Feb 16 18:05:40.120153 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-15779b63-4aba-49fb-96ab-e43ced811bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:40.168642 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-15779b63-4aba-49fb-96ab-e43ced811bbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:40.188873 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0f497707-121e-455a-b99d-dab03a5f083b req-42d6bcd7-7283-4c92-8524-fd0629fc51e7 service neutron] 10.222.0.41 "GET /v2.0/networks/48e6f4c1-cec6-4712-98a9-a9afe7d38cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752735 Feb 16 18:05:40.223524 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1b5b6e90-4469-44eb-90e7-ba804b210943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:40.258410 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-15779b63-4aba-49fb-96ab-e43ced811bbb admin admin] Usage tracker for resource:security_group_rule and tenant:72b6cbade5af41ac937f45c47dc70e75 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:40.290421 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port f5f39380-7540-4a39-9133-f69e7143fd06 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:05:40.291197 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:40.305104 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1b5b6e90-4469-44eb-90e7-ba804b210943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:40.339850 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-15779b63-4aba-49fb-96ab-e43ced811bbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:40.340976 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-1fd1aee8-2d56-4eb3-bd4e-8b62e3bb5356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:40.359305 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-15779b63-4aba-49fb-96ab-e43ced811bbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:40.374331 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b6e90-4469-44eb-90e7-ba804b210943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a1d0d0-2e1e-4e5b-bab1-c270e7590807,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:40.379064 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-1b5b6e90-4469-44eb-90e7-ba804b210943 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f5dba1feea140528385dec8c58387bf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0168505 Feb 16 18:05:40.380071 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-1b5b6e90-4469-44eb-90e7-ba804b210943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:40.389025 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 57482) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:40.389533 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-9761ffce-606a-4139-be3c-2c4da85aa5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4d4dd8-d446-4a79-88c1-0f8897058f5b', 'name': 'tempest-ServerRescueNegativeTestJSON-401706748-router', 'tenant_id': '973414d4df1442e183cfb978af50ea50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f54189b5-c421-49c9-8a31-444082af792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:05:09Z', 'updated_at': '2021-02-16T18:05:32Z', 'revision_number': 4, 'project_id': '973414d4df1442e183cfb978af50ea50', 'gw_port': {'id': 'f54189b5-c421-49c9-8a31-444082af792a', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4d4dd8-d446-4a79-88c1-0f8897058f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:12Z', 'updated_at': '2021-02-16T18:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': '72eda73c-6a81-4d40-8f16-3cc4a4dda5aa', 'name': '', 'network_id': '48e6f4c1-cec6-4712-98a9-a9afe7d38cf4', 'tenant_id': '973414d4df1442e183cfb978af50ea50', 'mac_address': 'fa:16:3e:9f:f1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4d4dd8-d446-4a79-88c1-0f8897058f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c6e79260-895d-4967-aa0a-6b3bee32fd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:26Z', 'updated_at': '2021-02-16T18:05:38Z', 'revision_number': 4, 'project_id': '973414d4df1442e183cfb978af50ea50', 'subnets': [{'id': 'c6e79260-895d-4967-aa0a-6b3bee32fd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:05:40.416577 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9761ffce-606a-4139-be3c-2c4da85aa5ef None None] The sync data for ids ['ab4d4dd8-d446-4a79-88c1-0f8897058f5b'] in dv-cinder-763306-9-smb is: [{'id': 'ab4d4dd8-d446-4a79-88c1-0f8897058f5b', 'name': 'tempest-ServerRescueNegativeTestJSON-401706748-router', 'tenant_id': '973414d4df1442e183cfb978af50ea50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f54189b5-c421-49c9-8a31-444082af792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:05:09Z', 'updated_at': '2021-02-16T18:05:32Z', 'revision_number': 4, 'project_id': '973414d4df1442e183cfb978af50ea50', 'gw_port': {'id': 'f54189b5-c421-49c9-8a31-444082af792a', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4d4dd8-d446-4a79-88c1-0f8897058f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:12Z', 'updated_at': '2021-02-16T18:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': '72eda73c-6a81-4d40-8f16-3cc4a4dda5aa', 'name': '', 'network_id': '48e6f4c1-cec6-4712-98a9-a9afe7d38cf4', 'tenant_id': '973414d4df1442e183cfb978af50ea50', 'mac_address': 'fa:16:3e:9f:f1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4d4dd8-d446-4a79-88c1-0f8897058f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c6e79260-895d-4967-aa0a-6b3bee32fd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:26Z', 'updated_at': '2021-02-16T18:05:38Z', 'revision_number': 4, 'project_id': '973414d4df1442e183cfb978af50ea50', 'subnets': [{'id': 'c6e79260-895d-4967-aa0a-6b3bee32fd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:05:40.494382 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-77ff6ba4-534c-4841-b6ba-cf3b74e42c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:40.521940 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0f497707-121e-455a-b99d-dab03a5f083b req-9a6048e3-f1c6-406c-a6fb-47896b46af34 service neutron] 10.222.0.41 "GET /v2.0/networks/48e6f4c1-cec6-4712-98a9-a9afe7d38cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3318920 Feb 16 18:05:40.624226 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-77ff6ba4-534c-4841-b6ba-cf3b74e42c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:40.692401 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-77ff6ba4-534c-4841-b6ba-cf3b74e42c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:40.699999 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:40.715364 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff6ba4-534c-4841-b6ba-cf3b74e42c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a1d0d0-2e1e-4e5b-bab1-c270e7590807,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:40.720497 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-77ff6ba4-534c-4841-b6ba-cf3b74e42c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:40.741990 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-15779b63-4aba-49fb-96ab-e43ced811bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:40.761246 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-15779b63-4aba-49fb-96ab-e43ced811bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:40.781405 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-2f4fef48-315c-4da4-9dd6-66d38cafb45b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Allocated IP 172.20.0.7 (48e6f4c1-cec6-4712-98a9-a9afe7d38cf4/c6e79260-895d-4967-aa0a-6b3bee32fd12/089b2a47-362b-4f5e-807d-b8c5bcea639d) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:05:40.793845 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-77ff6ba4-534c-4841-b6ba-cf3b74e42c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:40.798205 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-77ff6ba4-534c-4841-b6ba-cf3b74e42c4e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/94a1d0d0-2e1e-4e5b-bab1-c270e7590807 HTTP/1.1" status: 204 len: 168 time: 0.4069772 Feb 16 18:05:40.850015 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:40.881169 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-15779b63-4aba-49fb-96ab-e43ced811bbb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=72b6cbade5af41ac937f45c47dc70e75&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2844870 Feb 16 18:05:40.891634 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 57496) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:40.933763 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d798b43-e2ba-4701-9b12-631c846a18c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f39380-7540-4a39-9133-f69e7143fd06', 'code': 200} Feb 16 18:05:41.007192 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1798b8-6968-48dc-a4ab-b1155ac5b86b req-9b8c4e95-a80b-4a8a-86c7-9d83b5d47e61 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:41.008953 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-fb1798b8-6968-48dc-a4ab-b1155ac5b86b req-9b8c4e95-a80b-4a8a-86c7-9d83b5d47e61 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/ports?device_id=1210aba4-c815-4e56-b140-c21406a2558f HTTP/1.1" status: 200 len: 945 time: 0.4317663 Feb 16 18:05:41.072606 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15779b63-4aba-49fb-96ab-e43ced811bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8510c41a-4384-4eaa-93a0-ce993b72b200,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:41.088747 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-15779b63-4aba-49fb-96ab-e43ced811bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:41.429690 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-156425fc-6c21-4c86-8d14-f09a12d0d041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:41.457512 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-41c4edb3-b762-4ae5-80d9-65ed389a3bc2 req-c2e60821-a13e-48d1-b321-5cf2181527f6 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 210 time: 0.3864491 Feb 16 18:05:41.466147 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-156425fc-6c21-4c86-8d14-f09a12d0d041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:41.517129 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-fb1798b8-6968-48dc-a4ab-b1155ac5b86b req-db1add2e-1949-437b-b80f-25c1c001c5e4 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c17a0ed-f312-4b9c-88d0-cf244e1cd204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872925 Feb 16 18:05:41.587153 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-156425fc-6c21-4c86-8d14-f09a12d0d041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:41.601352 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-a6c15ac8-3134-48a0-bc26-f4a784578305 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:41.611501 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-a6c15ac8-3134-48a0-bc26-f4a784578305 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.86 "GET /v2.0/networks?id=484344ef-9cd5-4c12-8f55-8e6f63128f82 HTTP/1.1" status: 200 len: 811 time: 0.4177547 Feb 16 18:05:41.612966 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:41.656022 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156425fc-6c21-4c86-8d14-f09a12d0d041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8510c41a-4384-4eaa-93a0-ce993b72b200,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:41.677401 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.86', 63996) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:41.680702 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-156425fc-6c21-4c86-8d14-f09a12d0d041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:41.716855 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-156425fc-6c21-4c86-8d14-f09a12d0d041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:41.723347 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-156425fc-6c21-4c86-8d14-f09a12d0d041 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8510c41a-4384-4eaa-93a0-ce993b72b200 HTTP/1.1" status: 204 len: 168 time: 0.8161023 Feb 16 18:05:41.740724 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 57530) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:41.828999 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-280ac7ce-5a56-4513-b9c1-1850d1c65ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:41.866511 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 72eda73c-6a81-4d40-8f16-3cc4a4dda5aa up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:05:41.933422 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-280ac7ce-5a56-4513-b9c1-1850d1c65ee9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:41.953919 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-280ac7ce-5a56-4513-b9c1-1850d1c65ee9 admin admin] Usage tracker for resource:security_group_rule and tenant:e963463c3e2e4e47984d5a5b06ce593e is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:41.977443 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-2f4fef48-315c-4da4-9dd6-66d38cafb45b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:42.043042 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-280ac7ce-5a56-4513-b9c1-1850d1c65ee9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:42.046572 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning for port 72eda73c-6a81-4d40-8f16-3cc4a4dda5aa completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:05:42.056027 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port 72eda73c-6a81-4d40-8f16-3cc4a4dda5aa triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:05:42.058468 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:42.061219 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-280ac7ce-5a56-4513-b9c1-1850d1c65ee9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:42.117202 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-41f1ae98-96c1-4573-80a2-b37dfbe54702 req-fb9c1aff-7f2b-4a22-8b13-3be2a41e9cae tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 210 time: 0.2499290 Feb 16 18:05:42.173096 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-f1e20e6c-d0aa-4f68-b2ab-fa21d9bf251f tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=677540ccd8c14828bf2eccdddfe30bd5 HTTP/1.1" status: 200 len: 5705 time: 0.5504208 Feb 16 18:05:42.193781 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-26f5cf82-36b9-42e9-9360-53fa16fe6644 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Request body: {'port': {'device_id': '7be8e831-bffb-491d-88e6-5031633988b4', 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82', 'admin_state_up': True, 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'security_groups': ['569c4fdb-f656-4e8a-ad7d-2f47cf7688dd']}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:05:42.236310 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d26c6-9900-455e-9911-865be5820966 req-06877fd5-c4a5-4de6-ba89-bafee7d84eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:42.244747 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-251d26c6-9900-455e-9911-865be5820966 req-06877fd5-c4a5-4de6-ba89-bafee7d84eda service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5d798b43-e2ba-4701-9b12-631c846a18c8 HTTP/1.1" status: 200 len: 1163 time: 0.5674763 Feb 16 18:05:42.271978 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:42.291432 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-2f4fef48-315c-4da4-9dd6-66d38cafb45b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:42.314264 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] For port 72eda73c-6a81-4d40-8f16-3cc4a4dda5aa, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=72eda73c-6a81-4d40-8f16-3cc4a4dda5aa,segment=NetworkSegment(a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2),segment_id=a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:05:42.318472 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-280ac7ce-5a56-4513-b9c1-1850d1c65ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:42.321322 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:42.322588 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-875f0e08-c588-4116-bddd-58991dc99dab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:42.328133 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-714dfb64-2680-4368-abcb-b65b6c17fb09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:42.381272 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719a0c5-39ac-44dc-807a-483921ab5c3b req-9167f16c-5a3d-4352-ae0d-25c7627dacf8 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:42.390465 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6719a0c5-39ac-44dc-807a-483921ab5c3b req-9167f16c-5a3d-4352-ae0d-25c7627dacf8 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d798b43-e2ba-4701-9b12-631c846a18c8 HTTP/1.1" status: 200 len: 946 time: 0.5171664 Feb 16 18:05:42.446468 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-251d26c6-9900-455e-9911-865be5820966 req-a3a27d62-c5c4-42ae-89e0-4d1aa0de3811 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318645 Feb 16 18:05:42.462527 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Pushing event updated for resources: {'Port': ['ID=72eda73c-6a81-4d40-8f16-3cc4a4dda5aa,revision_number=5']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:42.477500 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:42.532010 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6719a0c5-39ac-44dc-807a-483921ab5c3b req-15bf544d-fce5-4ff7-a1e2-f30624576235 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404321 Feb 16 18:05:42.596707 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-26f5cf82-36b9-42e9-9360-53fa16fe6644 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:42.607243 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-26f5cf82-36b9-42e9-9360-53fa16fe6644 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Usage tracker for resource:port and tenant:677540ccd8c14828bf2eccdddfe30bd5 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:42.612700 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-26f5cf82-36b9-42e9-9360-53fa16fe6644 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:42.659339 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-26f5cf82-36b9-42e9-9360-53fa16fe6644 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:42.728363 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-945e2add-00e9-4a17-bbaa-e6a8de3db166 req-5dcee3b6-2cdd-4c02-a524-1982c47611c0 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 210 time: 0.1120293 Feb 16 18:05:42.843846 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-280ac7ce-5a56-4513-b9c1-1850d1c65ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:42.917579 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-280ac7ce-5a56-4513-b9c1-1850d1c65ee9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e963463c3e2e4e47984d5a5b06ce593e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1454430 Feb 16 18:05:42.930939 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 57566) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:42.953023 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fef48-315c-4da4-9dd6-66d38cafb45b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Pushing event updated for resources: {'Port': ['ID=089b2a47-362b-4f5e-807d-b8c5bcea639d,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:42.974052 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-2f4fef48-315c-4da4-9dd6-66d38cafb45b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:42.977184 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f4ef7a48-433c-4da0-8e48-4939229bc56e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:43.014115 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-26f5cf82-36b9-42e9-9360-53fa16fe6644 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Made reservation on behalf of 677540ccd8c14828bf2eccdddfe30bd5 for: {'port': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:05:43.020698 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-26f5cf82-36b9-42e9-9360-53fa16fe6644 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:43.048301 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ac7ce-5a56-4513-b9c1-1850d1c65ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e112c6c-e97f-4dcc-836c-77676da04726,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:43.052288 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-280ac7ce-5a56-4513-b9c1-1850d1c65ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:43.099249 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-2f4fef48-315c-4da4-9dd6-66d38cafb45b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Network 48e6f4c1-cec6-4712-98a9-a9afe7d38cf4 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:05:43.102124 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-552278ce-3235-4a33-98a5-efa677d47672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:43.104817 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-2f4fef48-315c-4da4-9dd6-66d38cafb45b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:05:43.111569 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-2f4fef48-315c-4da4-9dd6-66d38cafb45b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:05:43.116351 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-2f4fef48-315c-4da4-9dd6-66d38cafb45b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:43.116931 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-2f4fef48-315c-4da4-9dd6-66d38cafb45b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:43.166283 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-552278ce-3235-4a33-98a5-efa677d47672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:43.187310 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-2f4fef48-315c-4da4-9dd6-66d38cafb45b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6146879 Feb 16 18:05:43.219146 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-a10c93a3-a383-4e1e-ae1b-4a84a22d5f5a service neutron] Request body: {'port': {'device_id': '8386e0e6-5ac4-456c-bb44-24a248997792', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:05:43.407202 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-552278ce-3235-4a33-98a5-efa677d47672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:43.414305 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-1b5b6e90-4469-44eb-90e7-ba804b210943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:43.423956 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-a10c93a3-a383-4e1e-ae1b-4a84a22d5f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:43.440508 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552278ce-3235-4a33-98a5-efa677d47672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e112c6c-e97f-4dcc-836c-77676da04726,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:43.443255 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-552278ce-3235-4a33-98a5-efa677d47672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:43.455686 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-552278ce-3235-4a33-98a5-efa677d47672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:43.455686 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-552278ce-3235-4a33-98a5-efa677d47672 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e112c6c-e97f-4dcc-836c-77676da04726 HTTP/1.1" status: 204 len: 168 time: 0.5212545 Feb 16 18:05:43.482359 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335207f-51b4-472d-a563-3b0fab268ebe req-90622a78-e9e0-476e-b1d3-c1fb8f30443f tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:43.484217 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1335207f-51b4-472d-a563-3b0fab268ebe req-90622a78-e9e0-476e-b1d3-c1fb8f30443f tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/ports?device_id=1210aba4-c815-4e56-b140-c21406a2558f HTTP/1.1" status: 200 len: 945 time: 0.7781851 Feb 16 18:05:43.559672 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a855b737-28b6-4f5c-a582-6211c0f81e5b req-c24577bf-95ca-49d6-8178-3fc02a147416 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 210 time: 0.1026404 Feb 16 18:05:43.645454 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1335207f-51b4-472d-a563-3b0fab268ebe req-4e389376-0e05-4dbe-9be0-2dfcc44fa1f8 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c17a0ed-f312-4b9c-88d0-cf244e1cd204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024406 Feb 16 18:05:43.668341 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-26f5cf82-36b9-42e9-9360-53fa16fe6644 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Allocated IP 172.20.0.10 (484344ef-9cd5-4c12-8f55-8e6f63128f82/efa71cb3-35bc-48e0-ae8d-25f67e7ef6da/bc755515-3fc4-4b2c-8b01-1a2407d8ee1d) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:05:43.698637 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 72eda73c-6a81-4d40-8f16-3cc4a4dda5aa up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:05:43.826424 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f497707-121e-455a-b99d-dab03a5f083b req-3c9f2a60-2399-408e-8907-ba1eecf3cf81 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:43.832886 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0f497707-121e-455a-b99d-dab03a5f083b req-3c9f2a60-2399-408e-8907-ba1eecf3cf81 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.86 "GET /v2.0/networks?id=48e6f4c1-cec6-4712-98a9-a9afe7d38cf4 HTTP/1.1" status: 200 len: 818 time: 0.5041151 Feb 16 18:05:43.864998 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-0f497707-121e-455a-b99d-dab03a5f083b req-a6dc1403-50eb-4bea-bcdb-983469ff417b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Request body: {'port': {'device_id': '4502f932-d47c-473e-8ef8-444189f6ca30', 'network_id': '48e6f4c1-cec6-4712-98a9-a9afe7d38cf4', 'admin_state_up': True, 'tenant_id': '973414d4df1442e183cfb978af50ea50'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:05:43.944235 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port 72eda73c-6a81-4d40-8f16-3cc4a4dda5aa triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:05:43.947986 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:44.309875 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-0f497707-121e-455a-b99d-dab03a5f083b req-a6dc1403-50eb-4bea-bcdb-983469ff417b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:44.348734 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-0f497707-121e-455a-b99d-dab03a5f083b req-a6dc1403-50eb-4bea-bcdb-983469ff417b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Usage tracker for resource:port and tenant:973414d4df1442e183cfb978af50ea50 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:44.351994 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-0f497707-121e-455a-b99d-dab03a5f083b req-a6dc1403-50eb-4bea-bcdb-983469ff417b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:44.521577 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-a10c93a3-a383-4e1e-ae1b-4a84a22d5f5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 089b2a47-362b-4f5e-807d-b8c5bcea639d {{(pid=83986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:05:44.541414 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-a10c93a3-a383-4e1e-ae1b-4a84a22d5f5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:44.552925 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-26f5cf82-36b9-42e9-9360-53fa16fe6644 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:44.571100 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-26f5cf82-36b9-42e9-9360-53fa16fe6644 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Transition to ACTIVE for port object bc755515-3fc4-4b2c-8b01-1a2407d8ee1d will not be triggered until provisioned by entity DHCP. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:05:44.578371 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-a10c93a3-a383-4e1e-ae1b-4a84a22d5f5a service neutron] Transition to ACTIVE for port object 089b2a47-362b-4f5e-807d-b8c5bcea639d will not be triggered until provisioned by entity L2. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:05:44.586264 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-a10c93a3-a383-4e1e-ae1b-4a84a22d5f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:44.600179 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-0f497707-121e-455a-b99d-dab03a5f083b req-a6dc1403-50eb-4bea-bcdb-983469ff417b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:44.606754 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f47f2d02-3d47-4b81-b20a-c0d5d3f07ea2 req-7e4178bb-e912-43ac-ad20-eadb25ceef1b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 210 time: 0.4064560 Feb 16 18:05:44.626360 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f497707-121e-455a-b99d-dab03a5f083b req-a6dc1403-50eb-4bea-bcdb-983469ff417b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Made reservation on behalf of 973414d4df1442e183cfb978af50ea50 for: {'port': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:05:44.642862 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-65935e0f-cfe1-4585-97c1-412d960a1638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:44.647446 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-0f497707-121e-455a-b99d-dab03a5f083b req-a6dc1403-50eb-4bea-bcdb-983469ff417b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:44.751174 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731343a-9617-46a0-910c-ae62e09b1aed req-f0cb116d-59e7-49f7-b5a6-aed80969d7a0 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:44.761625 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9731343a-9617-46a0-910c-ae62e09b1aed req-f0cb116d-59e7-49f7-b5a6-aed80969d7a0 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d798b43-e2ba-4701-9b12-631c846a18c8 HTTP/1.1" status: 200 len: 946 time: 0.6452610 Feb 16 18:05:44.762953 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-26f5cf82-36b9-42e9-9360-53fa16fe6644 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:44.905642 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c93a3-a383-4e1e-ae1b-4a84a22d5f5a service neutron] Pushing event updated for resources: {'Port': ['ID=089b2a47-362b-4f5e-807d-b8c5bcea639d,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:44.910524 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a10c93a3-a383-4e1e-ae1b-4a84a22d5f5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:45.077883 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 57662) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:45.093106 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-a10c93a3-a383-4e1e-ae1b-4a84a22d5f5a service neutron] Attempting to bind port 089b2a47-362b-4f5e-807d-b8c5bcea639d on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:05:45.093706 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-a10c93a3-a383-4e1e-ae1b-4a84a22d5f5a service neutron] Attempting to bind port 089b2a47-362b-4f5e-807d-b8c5bcea639d by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '48e6f4c1-cec6-4712-98a9-a9afe7d38cf4'}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:05:45.094261 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-a10c93a3-a383-4e1e-ae1b-4a84a22d5f5a service neutron] Attempting to bind port 089b2a47-362b-4f5e-807d-b8c5bcea639d on network 48e6f4c1-cec6-4712-98a9-a9afe7d38cf4 {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:05:45.101140 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-a10c93a3-a383-4e1e-ae1b-4a84a22d5f5a service neutron] Checking agent: {'id': '0ec6646b-198c-4ca3-9e9d-d080d83e847c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 2, 57), 'started_at': datetime.datetime(2021, 2, 16, 18, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:05:45.101826 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-a10c93a3-a383-4e1e-ae1b-4a84a22d5f5a service neutron] Checking segment: {'id': 'a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '48e6f4c1-cec6-4712-98a9-a9afe7d38cf4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:05:45.102417 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-a10c93a3-a383-4e1e-ae1b-4a84a22d5f5a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:45.103022 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-a10c93a3-a383-4e1e-ae1b-4a84a22d5f5a service neutron] Bound using segment: {'id': 'a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '48e6f4c1-cec6-4712-98a9-a9afe7d38cf4'} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:05:45.103730 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-a10c93a3-a383-4e1e-ae1b-4a84a22d5f5a service neutron] Bound port: 089b2a47-362b-4f5e-807d-b8c5bcea639d, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '48e6f4c1-cec6-4712-98a9-a9afe7d38cf4'}}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:05:45.104360 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-a10c93a3-a383-4e1e-ae1b-4a84a22d5f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:45.105127 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a3ba2940-c1b2-460a-941b-86238a641152 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:45.219789 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-a10c93a3-a383-4e1e-ae1b-4a84a22d5f5a service neutron] For port 089b2a47-362b-4f5e-807d-b8c5bcea639d, host hv-cinder-76330, cleared binding levels {{(pid=83986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:05:45.223719 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-a10c93a3-a383-4e1e-ae1b-4a84a22d5f5a service neutron] For port 089b2a47-362b-4f5e-807d-b8c5bcea639d, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=089b2a47-362b-4f5e-807d-b8c5bcea639d,segment=NetworkSegment(a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2),segment_id=a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2)] {{(pid=83986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:05:45.228818 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-a10c93a3-a383-4e1e-ae1b-4a84a22d5f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:45.248164 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:45.265957 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9731343a-9617-46a0-910c-ae62e09b1aed req-c7f082fc-61dd-435b-8434-6077cc1ecd8f tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4683568 Feb 16 18:05:45.311166 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-26f5cf82-36b9-42e9-9360-53fa16fe6644 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Network 484344ef-9cd5-4c12-8f55-8e6f63128f82 is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:05:45.316186 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-26f5cf82-36b9-42e9-9360-53fa16fe6644 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:05:45.327705 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-26f5cf82-36b9-42e9-9360-53fa16fe6644 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:05:45.332458 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-26f5cf82-36b9-42e9-9360-53fa16fe6644 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:45.333152 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-26f5cf82-36b9-42e9-9360-53fa16fe6644 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:45.380098 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-26f5cf82-36b9-42e9-9360-53fa16fe6644 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1956975 Feb 16 18:05:45.414043 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-88bbe62b-ef94-47bf-b545-1ecafaf80088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:45.420979 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-bea541c6-3121-4c62-8daf-7b5e53abcd10 service neutron] Request body: {'port': {'device_id': '7be8e831-bffb-491d-88e6-5031633988b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:05:45.451452 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-88bbe62b-ef94-47bf-b545-1ecafaf80088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:45.456054 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-88bbe62b-ef94-47bf-b545-1ecafaf80088 admin admin] Usage tracker for resource:security_group_rule and tenant:0f091fb2b8424d349c38ab57fd75895d is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:45.475643 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-88bbe62b-ef94-47bf-b545-1ecafaf80088 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:45.485786 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-88bbe62b-ef94-47bf-b545-1ecafaf80088 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:45.505337 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5cf82-36b9-42e9-9360-53fa16fe6644 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Pushing event updated for resources: {'Port': ['ID=bc755515-3fc4-4b2c-8b01-1a2407d8ee1d,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:45.599678 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-26f5cf82-36b9-42e9-9360-53fa16fe6644 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:45.612315 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c93a3-a383-4e1e-ae1b-4a84a22d5f5a service neutron] Pushing event updated for resources: {'Port': ['ID=089b2a47-362b-4f5e-807d-b8c5bcea639d,revision_number=3']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:45.616039 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a10c93a3-a383-4e1e-ae1b-4a84a22d5f5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:45.626758 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-bea541c6-3121-4c62-8daf-7b5e53abcd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:45.706536 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-a10c93a3-a383-4e1e-ae1b-4a84a22d5f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:45.707226 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-a10c93a3-a383-4e1e-ae1b-4a84a22d5f5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:45.708787 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-a10c93a3-a383-4e1e-ae1b-4a84a22d5f5a service neutron] 10.222.0.86 "PUT /v2.0/ports/089b2a47-362b-4f5e-807d-b8c5bcea639d HTTP/1.1" status: 200 len: 1157 time: 2.4949040 Feb 16 18:05:45.709311 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8386e0e6-5ac4-456c-bb44-24a248997792', 'tag': '089b2a47-362b-4f5e-807d-b8c5bcea639d'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:05:45.748942 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d7d77-449c-4657-a988-9599eba7f308 req-1490bb4d-8a29-401f-8c83-37b7badf5a60 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:45.749827 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-f91d7d77-449c-4657-a988-9599eba7f308 req-1490bb4d-8a29-401f-8c83-37b7badf5a60 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Synchronizing usage tracker for tenant:677540ccd8c14828bf2eccdddfe30bd5 on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:05:45.786155 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-c16237ae-c2ab-4e7a-9cb4-bbbc42c50ea8 None None] Provisioning for port bc755515-3fc4-4b2c-8b01-1a2407d8ee1d completed by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:05:45.796673 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-c16237ae-c2ab-4e7a-9cb4-bbbc42c50ea8 None None] Provisioning complete for port bc755515-3fc4-4b2c-8b01-1a2407d8ee1d triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:05:45.797180 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c16237ae-c2ab-4e7a-9cb4-bbbc42c50ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:45.823999 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-f91d7d77-449c-4657-a988-9599eba7f308 req-1490bb4d-8a29-401f-8c83-37b7badf5a60 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Unset dirty status for tenant:677540ccd8c14828bf2eccdddfe30bd5 on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:05:45.834649 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f91d7d77-449c-4657-a988-9599eba7f308 req-1490bb4d-8a29-401f-8c83-37b7badf5a60 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 932 time: 0.6595955 Feb 16 18:05:45.883562 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-c16237ae-c2ab-4e7a-9cb4-bbbc42c50ea8 None None] Port bc755515-3fc4-4b2c-8b01-1a2407d8ee1d cannot update to ACTIVE because it is not bound. {{(pid=83987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:05:45.890541 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-88bbe62b-ef94-47bf-b545-1ecafaf80088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:45.901352 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-88bbe62b-ef94-47bf-b545-1ecafaf80088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:45.934250 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-156425fc-6c21-4c86-8d14-f09a12d0d041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:45.967615 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-28b5635f-290e-4722-8dd3-4c882ae0ff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:45.969708 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-28b5635f-290e-4722-8dd3-4c882ae0ff05 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=973414d4df1442e183cfb978af50ea50&device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 1160 time: 0.2188814 Feb 16 18:05:45.988912 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f91d7d77-449c-4657-a988-9599eba7f308 req-bfba85f2-a760-4d2d-be14-43729dee481c tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531711 Feb 16 18:05:46.073875 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1ec44600-85ea-4750-88b5-16186b0e09b7 req-46465e7b-4ac2-42c6-aba5-9e26003fef47 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 210 time: 0.1636736 Feb 16 18:05:46.099176 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-52a636b4-29ad-4557-b560-6c51a27edd41 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=089b2a47-362b-4f5e-807d-b8c5bcea639d HTTP/1.1" status: 200 len: 217 time: 0.1124690 Feb 16 18:05:46.102462 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbe62b-ef94-47bf-b545-1ecafaf80088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edc9b06-6355-4d27-a4df-ecf10ff83251,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:46.107906 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-88bbe62b-ef94-47bf-b545-1ecafaf80088 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0f091fb2b8424d349c38ab57fd75895d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0275176 Feb 16 18:05:46.109036 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-88bbe62b-ef94-47bf-b545-1ecafaf80088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:46.117539 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 57712) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:46.176061 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8386e0e6-5ac4-456c-bb44-24a248997792', 'tag': '089b2a47-362b-4f5e-807d-b8c5bcea639d', 'status': 'completed', 'code': 200} Feb 16 18:05:46.208586 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-5526c966-02fa-4f55-b50d-8306d124952b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:46.210208 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-5526c966-02fa-4f55-b50d-8306d124952b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6e79260-895d-4967-aa0a-6b3bee32fd12 HTTP/1.1" status: 200 len: 858 time: 0.1002619 Feb 16 18:05:46.227024 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [req-0f497707-121e-455a-b99d-dab03a5f083b req-a6dc1403-50eb-4bea-bcdb-983469ff417b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Allocated IP 172.20.0.13 (48e6f4c1-cec6-4712-98a9-a9afe7d38cf4/c6e79260-895d-4967-aa0a-6b3bee32fd12/9581ddfe-f95e-465d-bbc0-6d378b266e66) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:05:46.310954 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-81b69bbf-19a0-4c13-b522-c846d23df09d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=48e6f4c1-cec6-4712-98a9-a9afe7d38cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899930 Feb 16 18:05:46.554304 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-fc1f0357-2f91-4ab0-9828-77126de5187d service neutron] 10.222.0.86 "GET /v2.0/networks/48e6f4c1-cec6-4712-98a9-a9afe7d38cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311761 Feb 16 18:05:46.662015 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-67c25f6b-066f-434e-9afb-6a8a86f823d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:46.702895 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-67c25f6b-066f-434e-9afb-6a8a86f823d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:46.839834 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-90a932db-e547-44d6-8fbc-b9ab452846c3 req-80ee9c33-73e0-4bc9-8ded-0568afea7e36 service neutron] 10.222.0.86 "GET /v2.0/networks/48e6f4c1-cec6-4712-98a9-a9afe7d38cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2781043 Feb 16 18:05:46.906948 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-67c25f6b-066f-434e-9afb-6a8a86f823d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:46.947961 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:46.971851 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55368e-6edb-48a9-82da-950964408719 req-5de506ad-7199-42ee-a5af-2ba316a4d6d3 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:46.980331 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bb55368e-6edb-48a9-82da-950964408719 req-5de506ad-7199-42ee-a5af-2ba316a4d6d3 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d798b43-e2ba-4701-9b12-631c846a18c8 HTTP/1.1" status: 200 len: 946 time: 0.4479995 Feb 16 18:05:47.009401 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb7b07-e70a-44a9-9c0a-a2a3aec5321c req-e176aa80-fe83-4fa8-8e66-ca62f29936f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:47.011586 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2fdb7b07-e70a-44a9-9c0a-a2a3aec5321c req-e176aa80-fe83-4fa8-8e66-ca62f29936f8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=973414d4df1442e183cfb978af50ea50&device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 1160 time: 0.1145496 Feb 16 18:05:47.012714 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c25f6b-066f-434e-9afb-6a8a86f823d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edc9b06-6355-4d27-a4df-ecf10ff83251,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:47.031944 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-67c25f6b-066f-434e-9afb-6a8a86f823d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:47.037442 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-67c25f6b-066f-434e-9afb-6a8a86f823d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:47.037442 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-67c25f6b-066f-434e-9afb-6a8a86f823d8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1edc9b06-6355-4d27-a4df-ecf10ff83251 HTTP/1.1" status: 204 len: 168 time: 0.9177461 Feb 16 18:05:47.209824 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-0f497707-121e-455a-b99d-dab03a5f083b req-a6dc1403-50eb-4bea-bcdb-983469ff417b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:47.280241 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb7b07-e70a-44a9-9c0a-a2a3aec5321c req-2e1f721f-f491-45f1-bb79-82e4ee73823d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:47.281945 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2fdb7b07-e70a-44a9-9c0a-a2a3aec5321c req-2e1f721f-f491-45f1-bb79-82e4ee73823d service neutron] 10.222.0.86 "GET /v2.0/networks?id=48e6f4c1-cec6-4712-98a9-a9afe7d38cf4 HTTP/1.1" status: 200 len: 912 time: 0.2600925 Feb 16 18:05:47.285264 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bb55368e-6edb-48a9-82da-950964408719 req-4a81525d-9462-4456-a351-44983c7a52c9 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038845 Feb 16 18:05:47.304490 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-0f497707-121e-455a-b99d-dab03a5f083b req-a6dc1403-50eb-4bea-bcdb-983469ff417b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:47.392212 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2fdb7b07-e70a-44a9-9c0a-a2a3aec5321c req-f6a38e17-c63b-4a97-b611-d4450af6137b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=089b2a47-362b-4f5e-807d-b8c5bcea639d HTTP/1.1" status: 200 len: 217 time: 0.0971711 Feb 16 18:05:47.448108 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a3ba2940-c1b2-460a-941b-86238a641152 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:47.584061 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb7b07-e70a-44a9-9c0a-a2a3aec5321c req-b39ca851-2a2d-4111-9136-1bf1c6cf5082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:47.587351 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2fdb7b07-e70a-44a9-9c0a-a2a3aec5321c req-b39ca851-2a2d-4111-9136-1bf1c6cf5082 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6e79260-895d-4967-aa0a-6b3bee32fd12 HTTP/1.1" status: 200 len: 858 time: 0.1860964 Feb 16 18:05:47.737791 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc1403-50eb-4bea-bcdb-983469ff417b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Pushing event updated for resources: {'Port': ['ID=9581ddfe-f95e-465d-bbc0-6d378b266e66,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:47.741784 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a6dc1403-50eb-4bea-bcdb-983469ff417b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:47.747860 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2fdb7b07-e70a-44a9-9c0a-a2a3aec5321c req-4e03987d-50f0-49c4-b91d-ffad18e7c5bb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=48e6f4c1-cec6-4712-98a9-a9afe7d38cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940576 Feb 16 18:05:47.844862 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-bea541c6-3121-4c62-8daf-7b5e53abcd10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc755515-3fc4-4b2c-8b01-1a2407d8ee1d {{(pid=83985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:05:47.900940 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-bea541c6-3121-4c62-8daf-7b5e53abcd10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:47.920087 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc93c9-fd65-4a1f-9fbf-3ae083ae74ee req-530a1c04-04a1-4825-81a7-85e325f3a262 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:47.920896 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-f4cc93c9-fd65-4a1f-9fbf-3ae083ae74ee req-530a1c04-04a1-4825-81a7-85e325f3a262 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Synchronizing usage tracker for tenant:973414d4df1442e183cfb978af50ea50 on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:05:47.946369 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b2d76-2358-43db-8e35-75dbaa533478 req-57b9e7c1-04d4-43e6-a746-25be77a23723 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:47.955849 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-410b2d76-2358-43db-8e35-75dbaa533478 req-57b9e7c1-04d4-43e6-a746-25be77a23723 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 932 time: 0.3114152 Feb 16 18:05:47.959975 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2fdb7b07-e70a-44a9-9c0a-a2a3aec5321c req-f4afe6cf-af4a-46fd-a5fb-fe2393625552 service neutron] 10.222.0.86 "GET /v2.0/networks/48e6f4c1-cec6-4712-98a9-a9afe7d38cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990042 Feb 16 18:05:48.011584 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-bea541c6-3121-4c62-8daf-7b5e53abcd10 service neutron] Transition to ACTIVE for port object bc755515-3fc4-4b2c-8b01-1a2407d8ee1d will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:05:48.037961 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-bea541c6-3121-4c62-8daf-7b5e53abcd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:48.267800 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:48.413755 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2fdb7b07-e70a-44a9-9c0a-a2a3aec5321c req-c77b589d-bbad-49d0-9b7d-0c56bac5a4a2 service neutron] 10.222.0.86 "GET /v2.0/networks/48e6f4c1-cec6-4712-98a9-a9afe7d38cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3542063 Feb 16 18:05:48.443471 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-f4cc93c9-fd65-4a1f-9fbf-3ae083ae74ee req-530a1c04-04a1-4825-81a7-85e325f3a262 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Unset dirty status for tenant:973414d4df1442e183cfb978af50ea50 on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:05:48.445063 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f4cc93c9-fd65-4a1f-9fbf-3ae083ae74ee req-530a1c04-04a1-4825-81a7-85e325f3a262 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 932 time: 0.8130770 Feb 16 18:05:48.461468 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea541c6-3121-4c62-8daf-7b5e53abcd10 service neutron] Pushing event updated for resources: {'Port': ['ID=bc755515-3fc4-4b2c-8b01-1a2407d8ee1d,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:48.473636 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-bea541c6-3121-4c62-8daf-7b5e53abcd10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:48.511686 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-410b2d76-2358-43db-8e35-75dbaa533478 req-149520ea-8b4e-402d-923b-7f6558eb35a5 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5547473 Feb 16 18:05:48.526338 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f497707-121e-455a-b99d-dab03a5f083b req-a6dc1403-50eb-4bea-bcdb-983469ff417b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Network 48e6f4c1-cec6-4712-98a9-a9afe7d38cf4 is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:05:48.530829 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [req-0f497707-121e-455a-b99d-dab03a5f083b req-a6dc1403-50eb-4bea-bcdb-983469ff417b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:05:48.627445 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f497707-121e-455a-b99d-dab03a5f083b req-a6dc1403-50eb-4bea-bcdb-983469ff417b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:05:48.632010 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f497707-121e-455a-b99d-dab03a5f083b req-a6dc1403-50eb-4bea-bcdb-983469ff417b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:48.632844 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-0f497707-121e-455a-b99d-dab03a5f083b req-a6dc1403-50eb-4bea-bcdb-983469ff417b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:48.684791 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f4cc93c9-fd65-4a1f-9fbf-3ae083ae74ee req-5e3c3a4c-73a5-42a7-b4e1-202546b6c9bb tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184308 Feb 16 18:05:48.686973 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-bea541c6-3121-4c62-8daf-7b5e53abcd10 service neutron] Attempting to bind port bc755515-3fc4-4b2c-8b01-1a2407d8ee1d on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:05:48.687479 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-bea541c6-3121-4c62-8daf-7b5e53abcd10 service neutron] Attempting to bind port bc755515-3fc4-4b2c-8b01-1a2407d8ee1d by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '21e9a9a0-3fce-4e88-843b-4cc9439b3ace', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:05:48.687949 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-bea541c6-3121-4c62-8daf-7b5e53abcd10 service neutron] Attempting to bind port bc755515-3fc4-4b2c-8b01-1a2407d8ee1d on network 484344ef-9cd5-4c12-8f55-8e6f63128f82 {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:05:48.693167 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0f497707-121e-455a-b99d-dab03a5f083b req-a6dc1403-50eb-4bea-bcdb-983469ff417b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8442307 Feb 16 18:05:48.698844 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-bea541c6-3121-4c62-8daf-7b5e53abcd10 service neutron] Checking agent: {'id': '0ec6646b-198c-4ca3-9e9d-d080d83e847c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 2, 57), 'started_at': datetime.datetime(2021, 2, 16, 18, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:05:48.699225 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-bea541c6-3121-4c62-8daf-7b5e53abcd10 service neutron] Checking segment: {'id': '21e9a9a0-3fce-4e88-843b-4cc9439b3ace', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:05:48.699683 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-bea541c6-3121-4c62-8daf-7b5e53abcd10 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:48.700084 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-bea541c6-3121-4c62-8daf-7b5e53abcd10 service neutron] Bound using segment: {'id': '21e9a9a0-3fce-4e88-843b-4cc9439b3ace', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:05:48.700570 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-bea541c6-3121-4c62-8daf-7b5e53abcd10 service neutron] Bound port: bc755515-3fc4-4b2c-8b01-1a2407d8ee1d, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e9a9a0-3fce-4e88-843b-4cc9439b3ace', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:05:48.700948 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-bea541c6-3121-4c62-8daf-7b5e53abcd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:48.717834 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-0f497707-121e-455a-b99d-dab03a5f083b req-572d7e1e-ad2f-4581-a98c-c30bd42992b5 service neutron] Request body: {'port': {'device_id': '4502f932-d47c-473e-8ef8-444189f6ca30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:05:48.923050 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-bea541c6-3121-4c62-8daf-7b5e53abcd10 service neutron] For port bc755515-3fc4-4b2c-8b01-1a2407d8ee1d, host hv-cinder-76330, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:05:48.925545 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-0f497707-121e-455a-b99d-dab03a5f083b req-572d7e1e-ad2f-4581-a98c-c30bd42992b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:48.946744 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-bea541c6-3121-4c62-8daf-7b5e53abcd10 service neutron] For port bc755515-3fc4-4b2c-8b01-1a2407d8ee1d, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=bc755515-3fc4-4b2c-8b01-1a2407d8ee1d,segment=NetworkSegment(21e9a9a0-3fce-4e88-843b-4cc9439b3ace),segment_id=21e9a9a0-3fce-4e88-843b-4cc9439b3ace)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:05:48.981186 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-bea541c6-3121-4c62-8daf-7b5e53abcd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:49.005360 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-bea541c6-3121-4c62-8daf-7b5e53abcd10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:49.480805 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea541c6-3121-4c62-8daf-7b5e53abcd10 service neutron] Pushing event updated for resources: {'Port': ['ID=bc755515-3fc4-4b2c-8b01-1a2407d8ee1d,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:49.538207 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-bea541c6-3121-4c62-8daf-7b5e53abcd10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:49.610701 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-bea541c6-3121-4c62-8daf-7b5e53abcd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:49.611675 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-bea541c6-3121-4c62-8daf-7b5e53abcd10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:49.613399 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-bea541c6-3121-4c62-8daf-7b5e53abcd10 service neutron] 10.222.0.86 "PUT /v2.0/ports/bc755515-3fc4-4b2c-8b01-1a2407d8ee1d HTTP/1.1" status: 200 len: 1158 time: 4.2219353 Feb 16 18:05:49.614054 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be8e831-bffb-491d-88e6-5031633988b4', 'tag': 'bc755515-3fc4-4b2c-8b01-1a2407d8ee1d'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:05:49.802066 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7be8e831-bffb-491d-88e6-5031633988b4', 'tag': 'bc755515-3fc4-4b2c-8b01-1a2407d8ee1d', 'status': 'completed', 'code': 200} Feb 16 18:05:49.903517 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.objects.ports [None req-a4703767-11c2-4282-bf67-b63566d41ed6 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=83987) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 16 18:05:50.042029 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5ab46b91-e372-4573-a92c-84d8a1a9943d req-99808e38-a0dd-4bd8-944d-8f6b204699a3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1210aba4-c815-4e56-b140-c21406a2558f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2332106 Feb 16 18:05:50.151275 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 57866) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:50.324535 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fca5bc-cae7-4e3b-a3ea-31f1cd65ba0b req-b754211a-9b19-4572-9f6f-1c36e1c71c72 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:50.324682 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab46b91-e372-4573-a92c-84d8a1a9943d req-8f665111-4ecd-48f6-abb0-616cd539e865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:50.326390 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5ab46b91-e372-4573-a92c-84d8a1a9943d req-8f665111-4ecd-48f6-abb0-616cd539e865 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d541e3b715664a9796db5a4f76d3b8b4&device_id=1210aba4-c815-4e56-b140-c21406a2558f HTTP/1.1" status: 200 len: 1162 time: 0.1380281 Feb 16 18:05:50.327927 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c5fca5bc-cae7-4e3b-a3ea-31f1cd65ba0b req-b754211a-9b19-4572-9f6f-1c36e1c71c72 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 944 time: 0.5257468 Feb 16 18:05:50.366517 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-430f5c32-dca9-421a-bd27-d2f858d852a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:50.368241 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-430f5c32-dca9-421a-bd27-d2f858d852a5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=677540ccd8c14828bf2eccdddfe30bd5&device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 1161 time: 0.5673020 Feb 16 18:05:50.374249 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a1977-9ed2-4654-9387-977f769c1db1 req-efdebaad-d482-4dd4-8208-f43228f7d479 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:50.375823 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-aa9a1977-9ed2-4654-9387-977f769c1db1 req-efdebaad-d482-4dd4-8208-f43228f7d479 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 932 time: 0.3830173 Feb 16 18:05:50.441763 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 089b2a47-362b-4f5e-807d-b8c5bcea639d up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:05:50.449640 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f33dc720-dc78-4e98-8105-988f699afc74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:50.479890 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-f33dc720-dc78-4e98-8105-988f699afc74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:50.486941 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-f33dc720-dc78-4e98-8105-988f699afc74 admin admin] Usage tracker for resource:security_group_rule and tenant:41c54bdb78ea475899a5e20c2b9748b0 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:50.491976 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-f33dc720-dc78-4e98-8105-988f699afc74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:50.497892 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-be0a238e-9649-42c9-adf1-c9eb6fcf3934 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc755515-3fc4-4b2c-8b01-1a2407d8ee1d HTTP/1.1" status: 200 len: 217 time: 0.1210718 Feb 16 18:05:50.510508 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-f33dc720-dc78-4e98-8105-988f699afc74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:50.522697 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning for port 089b2a47-362b-4f5e-807d-b8c5bcea639d completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:05:50.528727 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 089b2a47-362b-4f5e-807d-b8c5bcea639d triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:05:50.529401 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:50.553301 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab46b91-e372-4573-a92c-84d8a1a9943d req-c8b83e65-11b9-45d5-95ad-e7947b3f2b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:50.554901 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5ab46b91-e372-4573-a92c-84d8a1a9943d req-c8b83e65-11b9-45d5-95ad-e7947b3f2b84 service neutron] 10.222.0.86 "GET /v2.0/networks?id=27498430-4f4e-446a-b31d-c16243838c18 HTTP/1.1" status: 200 len: 905 time: 0.2021103 Feb 16 18:05:50.599034 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c5fca5bc-cae7-4e3b-a3ea-31f1cd65ba0b req-28fed796-3cbc-4662-aa59-a22c7da288ff tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348263 Feb 16 18:05:50.604944 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [req-0f497707-121e-455a-b99d-dab03a5f083b req-572d7e1e-ad2f-4581-a98c-c30bd42992b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9581ddfe-f95e-465d-bbc0-6d378b266e66 {{(pid=83985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:05:50.614027 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-aa9a1977-9ed2-4654-9387-977f769c1db1 req-abe82164-ab18-40f1-bb65-64e2b153d8f8 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624815 Feb 16 18:05:50.628799 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-0f497707-121e-455a-b99d-dab03a5f083b req-572d7e1e-ad2f-4581-a98c-c30bd42992b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:50.643212 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5ab46b91-e372-4573-a92c-84d8a1a9943d req-450f1eca-5700-435d-b8aa-73f4fc33c9e2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4ca1c53-8171-4e69-8e5e-712cf2bfcec5 HTTP/1.1" status: 200 len: 217 time: 0.0712819 Feb 16 18:05:50.659704 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [req-0f497707-121e-455a-b99d-dab03a5f083b req-572d7e1e-ad2f-4581-a98c-c30bd42992b5 service neutron] Transition to ACTIVE for port object 9581ddfe-f95e-465d-bbc0-6d378b266e66 will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:05:50.664239 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-34750470-1296-4d40-b984-2196035986b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:50.666027 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-34750470-1296-4d40-b984-2196035986b6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=efa71cb3-35bc-48e0-ae8d-25f67e7ef6da HTTP/1.1" status: 200 len: 850 time: 0.1505020 Feb 16 18:05:50.667134 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-0f497707-121e-455a-b99d-dab03a5f083b req-572d7e1e-ad2f-4581-a98c-c30bd42992b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:50.690594 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:50.690791 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:50.727654 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] For port 089b2a47-362b-4f5e-807d-b8c5bcea639d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=089b2a47-362b-4f5e-807d-b8c5bcea639d,segment=NetworkSegment(a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2),segment_id=a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:05:50.729163 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8386e0e6-5ac4-456c-bb44-24a248997792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089b2a47-362b-4f5e-807d-b8c5bcea639d'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:05:50.747150 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:50.752760 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:50.757515 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f33dc720-dc78-4e98-8105-988f699afc74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:50.784551 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab46b91-e372-4573-a92c-84d8a1a9943d req-1216405c-08f3-4bed-8525-31606b89fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:50.786489 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5ab46b91-e372-4573-a92c-84d8a1a9943d req-1216405c-08f3-4bed-8525-31606b89fa66 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d70cccd9-1e8f-477c-9ad1-d71a3d51510b HTTP/1.1" status: 200 len: 851 time: 0.1389434 Feb 16 18:05:50.787984 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f33dc720-dc78-4e98-8105-988f699afc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:50.820063 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-88bbe62b-ef94-47bf-b545-1ecafaf80088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:50.857179 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-f33dc720-dc78-4e98-8105-988f699afc74 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=41c54bdb78ea475899a5e20c2b9748b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7022331 Feb 16 18:05:50.918356 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33dc720-dc78-4e98-8105-988f699afc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b733a7-5d02-4b79-ad31-23fa32b7e190,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:50.934988 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 57882) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:50.937859 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8386e0e6-5ac4-456c-bb44-24a248997792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089b2a47-362b-4f5e-807d-b8c5bcea639d', 'code': 200} Feb 16 18:05:50.940737 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Pushing event updated for resources: {'Port': ['ID=089b2a47-362b-4f5e-807d-b8c5bcea639d,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:50.949442 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f33dc720-dc78-4e98-8105-988f699afc74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:50.952452 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5ab46b91-e372-4573-a92c-84d8a1a9943d req-66783c4d-9ac6-46f7-a7fa-d4f9fb3380bb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=27498430-4f4e-446a-b31d-c16243838c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1337993 Feb 16 18:05:50.955265 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:51.114145 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.86', 64030) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:51.175662 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d7e1e-ad2f-4581-a98c-c30bd42992b5 service neutron] Pushing event updated for resources: {'Port': ['ID=9581ddfe-f95e-465d-bbc0-6d378b266e66,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:51.179266 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-572d7e1e-ad2f-4581-a98c-c30bd42992b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:51.208510 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-a2b6a2c8-9ae1-4e24-be4d-50cb6cd6d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:51.210164 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-a2b6a2c8-9ae1-4e24-be4d-50cb6cd6d6ea service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=484344ef-9cd5-4c12-8f55-8e6f63128f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5204356 Feb 16 18:05:51.516339 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-0bc9efaa-c3b4-40ee-8783-7fc77c4b6240 service neutron] 10.222.0.86 "GET /v2.0/networks/484344ef-9cd5-4c12-8f55-8e6f63128f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378964 Feb 16 18:05:51.520790 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-0f497707-121e-455a-b99d-dab03a5f083b req-572d7e1e-ad2f-4581-a98c-c30bd42992b5 service neutron] Attempting to bind port 9581ddfe-f95e-465d-bbc0-6d378b266e66 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:05:51.521165 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-0f497707-121e-455a-b99d-dab03a5f083b req-572d7e1e-ad2f-4581-a98c-c30bd42992b5 service neutron] Attempting to bind port 9581ddfe-f95e-465d-bbc0-6d378b266e66 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '48e6f4c1-cec6-4712-98a9-a9afe7d38cf4'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:05:51.521536 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f497707-121e-455a-b99d-dab03a5f083b req-572d7e1e-ad2f-4581-a98c-c30bd42992b5 service neutron] Attempting to bind port 9581ddfe-f95e-465d-bbc0-6d378b266e66 on network 48e6f4c1-cec6-4712-98a9-a9afe7d38cf4 {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:05:51.609602 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3d760014-ab05-45a8-a88e-1edc01f77f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:51.614580 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 57914) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:51.675319 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 089b2a47-362b-4f5e-807d-b8c5bcea639d up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:05:51.774391 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f497707-121e-455a-b99d-dab03a5f083b req-572d7e1e-ad2f-4581-a98c-c30bd42992b5 service neutron] Checking agent: {'id': '0ec6646b-198c-4ca3-9e9d-d080d83e847c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 2, 57), 'started_at': datetime.datetime(2021, 2, 16, 18, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:05:51.775177 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f497707-121e-455a-b99d-dab03a5f083b req-572d7e1e-ad2f-4581-a98c-c30bd42992b5 service neutron] Checking segment: {'id': 'a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '48e6f4c1-cec6-4712-98a9-a9afe7d38cf4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:05:51.776002 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3d760014-ab05-45a8-a88e-1edc01f77f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:51.776127 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-0f497707-121e-455a-b99d-dab03a5f083b req-572d7e1e-ad2f-4581-a98c-c30bd42992b5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:51.776579 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f497707-121e-455a-b99d-dab03a5f083b req-572d7e1e-ad2f-4581-a98c-c30bd42992b5 service neutron] Bound using segment: {'id': 'a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '48e6f4c1-cec6-4712-98a9-a9afe7d38cf4'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:05:51.777482 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-0f497707-121e-455a-b99d-dab03a5f083b req-572d7e1e-ad2f-4581-a98c-c30bd42992b5 service neutron] Bound port: 9581ddfe-f95e-465d-bbc0-6d378b266e66, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '48e6f4c1-cec6-4712-98a9-a9afe7d38cf4'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:05:51.779409 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-0f497707-121e-455a-b99d-dab03a5f083b req-572d7e1e-ad2f-4581-a98c-c30bd42992b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:51.800685 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 089b2a47-362b-4f5e-807d-b8c5bcea639d triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:05:51.801277 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5ab46b91-e372-4573-a92c-84d8a1a9943d req-47868fc2-3d86-4056-8bfc-e9b42c5dd1c0 service neutron] 10.222.0.86 "GET /v2.0/networks/27498430-4f4e-446a-b31d-c16243838c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8117535 Feb 16 18:05:51.801673 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:52.062260 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-fa540ee0-1c41-44d3-b9b3-293f2e5f26c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:52.133880 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5ab46b91-e372-4573-a92c-84d8a1a9943d req-39e483a1-8c77-44e1-94e7-221f5c7452fd service neutron] 10.222.0.86 "GET /v2.0/networks/27498430-4f4e-446a-b31d-c16243838c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3043325 Feb 16 18:05:52.142081 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-fa540ee0-1c41-44d3-b9b3-293f2e5f26c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:52.147782 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-fa540ee0-1c41-44d3-b9b3-293f2e5f26c1 admin admin] Usage tracker for resource:security_group_rule and tenant:7c30b7885b58402cac4b9bef10095d60 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:52.152993 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-fa540ee0-1c41-44d3-b9b3-293f2e5f26c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:52.160524 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-fa540ee0-1c41-44d3-b9b3-293f2e5f26c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:52.193611 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3d760014-ab05-45a8-a88e-1edc01f77f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:52.218422 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d8895fab-2e1f-400a-9030-a82a1177508d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:52.227596 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a5a54-ee70-417e-a288-6af6f3cd7064 req-3c64c43f-1497-4a42-8a27-3d300e86b30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:52.229593 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4a4a5a54-ee70-417e-a288-6af6f3cd7064 req-3c64c43f-1497-4a42-8a27-3d300e86b30e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 1162 time: 1.1143975 Feb 16 18:05:52.236157 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d760014-ab05-45a8-a88e-1edc01f77f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b733a7-5d02-4b79-ad31-23fa32b7e190,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:52.240051 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3d760014-ab05-45a8-a88e-1edc01f77f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:52.249723 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3d760014-ab05-45a8-a88e-1edc01f77f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:52.251261 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-3d760014-ab05-45a8-a88e-1edc01f77f2d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3b733a7-5d02-4b79-ad31-23fa32b7e190 HTTP/1.1" status: 204 len: 168 time: 1.3151770 Feb 16 18:05:52.436567 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-fa540ee0-1c41-44d3-b9b3-293f2e5f26c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:52.441039 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-fa540ee0-1c41-44d3-b9b3-293f2e5f26c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:52.460996 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:52.528707 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa540ee0-1c41-44d3-b9b3-293f2e5f26c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a2e347-5f77-4580-af49-48a30574b68f,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:52.530475 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4a4a5a54-ee70-417e-a288-6af6f3cd7064 req-c364d9a0-d747-4582-810a-e0accb7c01af service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226191 Feb 16 18:05:52.540791 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-af5bca7e-6e5d-47df-a5d3-27c17f6d32d2 req-46e615fb-641d-4906-8aea-4e1caf28ec59 service neutron] 10.222.0.86 "GET /v2.0/networks/484344ef-9cd5-4c12-8f55-8e6f63128f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0088952 Feb 16 18:05:52.544722 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-fa540ee0-1c41-44d3-b9b3-293f2e5f26c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:52.547063 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-0f497707-121e-455a-b99d-dab03a5f083b req-572d7e1e-ad2f-4581-a98c-c30bd42992b5 service neutron] For port 9581ddfe-f95e-465d-bbc0-6d378b266e66, host hv-cinder-76330, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:05:52.558886 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8c18f-6049-47e6-a3c3-8c0075265056 req-fbe0a24c-3079-4542-a648-f36fcbb5cae3 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:52.563322 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4af8c18f-6049-47e6-a3c3-8c0075265056 req-fbe0a24c-3079-4542-a648-f36fcbb5cae3 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 944 time: 0.4834049 Feb 16 18:05:52.563493 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-fa540ee0-1c41-44d3-b9b3-293f2e5f26c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c30b7885b58402cac4b9bef10095d60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9452181 Feb 16 18:05:52.563851 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 57944) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:52.596160 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-0f497707-121e-455a-b99d-dab03a5f083b req-572d7e1e-ad2f-4581-a98c-c30bd42992b5 service neutron] For port 9581ddfe-f95e-465d-bbc0-6d378b266e66, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9581ddfe-f95e-465d-bbc0-6d378b266e66,segment=NetworkSegment(a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2),segment_id=a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:05:52.606380 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96c7e0-6cf2-4ab6-9b06-08c5ace9251d req-1d75bc8e-2c98-4e01-85f7-821dd364de29 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:52.613712 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2c96c7e0-6cf2-4ab6-9b06-08c5ace9251d req-1d75bc8e-2c98-4e01-85f7-821dd364de29 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/ports?device_id=1210aba4-c815-4e56-b140-c21406a2558f HTTP/1.1" status: 200 len: 945 time: 0.5390866 Feb 16 18:05:52.620855 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-0f497707-121e-455a-b99d-dab03a5f083b req-572d7e1e-ad2f-4581-a98c-c30bd42992b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:52.652017 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4604bacd-cca4-4b14-8f60-eddedab5ae45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:52.678098 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4af8c18f-6049-47e6-a3c3-8c0075265056 req-d5c9e432-0697-4fba-9fc3-2d29735f005c tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039786 Feb 16 18:05:52.686796 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4604bacd-cca4-4b14-8f60-eddedab5ae45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:52.734079 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-572d7e1e-ad2f-4581-a98c-c30bd42992b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:52.741818 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4604bacd-cca4-4b14-8f60-eddedab5ae45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:52.749696 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3d760014-ab05-45a8-a88e-1edc01f77f2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:52.765181 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604bacd-cca4-4b14-8f60-eddedab5ae45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a2e347-5f77-4580-af49-48a30574b68f,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:52.779444 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-4604bacd-cca4-4b14-8f60-eddedab5ae45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:52.782858 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4604bacd-cca4-4b14-8f60-eddedab5ae45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:52.784476 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-4604bacd-cca4-4b14-8f60-eddedab5ae45 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e7a2e347-5f77-4580-af49-48a30574b68f HTTP/1.1" status: 204 len: 168 time: 0.2190008 Feb 16 18:05:52.847972 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 57952) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:52.871731 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b1f5dec2-92be-458e-90b1-57204f1e2b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:52.892468 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-b1f5dec2-92be-458e-90b1-57204f1e2b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:52.897002 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-b1f5dec2-92be-458e-90b1-57204f1e2b74 admin admin] Usage tracker for resource:security_group_rule and tenant:40e4fa80d1cd4bf3b2f57b92d956af42 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:52.900668 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-b1f5dec2-92be-458e-90b1-57204f1e2b74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:52.907087 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-b1f5dec2-92be-458e-90b1-57204f1e2b74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:52.989228 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2c96c7e0-6cf2-4ab6-9b06-08c5ace9251d req-c32d496c-4d47-4852-8115-3b73f730ac39 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c17a0ed-f312-4b9c-88d0-cf244e1cd204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744669 Feb 16 18:05:53.013912 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b1f5dec2-92be-458e-90b1-57204f1e2b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:53.017253 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b1f5dec2-92be-458e-90b1-57204f1e2b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:53.030857 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:53.048254 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d7e1e-ad2f-4581-a98c-c30bd42992b5 service neutron] Pushing event updated for resources: {'Port': ['ID=9581ddfe-f95e-465d-bbc0-6d378b266e66,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:53.052660 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-572d7e1e-ad2f-4581-a98c-c30bd42992b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:53.082710 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-b1f5dec2-92be-458e-90b1-57204f1e2b74 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40e4fa80d1cd4bf3b2f57b92d956af42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332573 Feb 16 18:05:53.083585 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5dec2-92be-458e-90b1-57204f1e2b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adff8f73-10a8-45e0-a83f-3aafb088fee7,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:53.088321 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-b1f5dec2-92be-458e-90b1-57204f1e2b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:53.088871 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 57958) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:53.119066 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9546b7e-c41d-4de7-8d43-901eba964df4 req-baf72ce3-e0d4-4642-8c63-935c86ad344e tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:53.120803 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c9546b7e-c41d-4de7-8d43-901eba964df4 req-baf72ce3-e0d4-4642-8c63-935c86ad344e tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 944 time: 0.3106790 Feb 16 18:05:53.125183 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641d0ef-448e-416e-a1d4-d6db20ed43f2 req-24601df1-943a-40a4-89f7-97647c089996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:53.126766 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1641d0ef-448e-416e-a1d4-d6db20ed43f2 req-24601df1-943a-40a4-89f7-97647c089996 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=677540ccd8c14828bf2eccdddfe30bd5&device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 1161 time: 0.2332811 Feb 16 18:05:53.166969 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f497707-121e-455a-b99d-dab03a5f083b req-572d7e1e-ad2f-4581-a98c-c30bd42992b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:53.167677 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-0f497707-121e-455a-b99d-dab03a5f083b req-572d7e1e-ad2f-4581-a98c-c30bd42992b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:53.169196 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0f497707-121e-455a-b99d-dab03a5f083b req-572d7e1e-ad2f-4581-a98c-c30bd42992b5 service neutron] 10.222.0.86 "PUT /v2.0/ports/9581ddfe-f95e-465d-bbc0-6d378b266e66 HTTP/1.1" status: 200 len: 1158 time: 4.4583793 Feb 16 18:05:53.169700 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4502f932-d47c-473e-8ef8-444189f6ca30', 'tag': '9581ddfe-f95e-465d-bbc0-6d378b266e66'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:05:53.183842 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-86a4e89c-97ba-4d05-81f2-79302803acd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:53.223509 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-86a4e89c-97ba-4d05-81f2-79302803acd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:53.260225 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4502f932-d47c-473e-8ef8-444189f6ca30', 'tag': '9581ddfe-f95e-465d-bbc0-6d378b266e66', 'status': 'completed', 'code': 200} Feb 16 18:05:53.290460 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-86a4e89c-97ba-4d05-81f2-79302803acd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:53.295238 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:53.311836 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4e89c-97ba-4d05-81f2-79302803acd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adff8f73-10a8-45e0-a83f-3aafb088fee7,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:53.320340 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-86a4e89c-97ba-4d05-81f2-79302803acd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:53.325287 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-86a4e89c-97ba-4d05-81f2-79302803acd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:53.327027 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-86a4e89c-97ba-4d05-81f2-79302803acd7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/adff8f73-10a8-45e0-a83f-3aafb088fee7 HTTP/1.1" status: 204 len: 168 time: 0.2363365 Feb 16 18:05:53.363030 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c9546b7e-c41d-4de7-8d43-901eba964df4 req-33845157-85a5-4a1a-8719-79d51c487e51 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332826 Feb 16 18:05:53.460717 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c34ca0ed-8b67-473d-8ad7-ebce17f17f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:53.472733 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641d0ef-448e-416e-a1d4-d6db20ed43f2 req-6bca85cd-a59b-4601-acdb-6d1ca4cb2fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:53.474678 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1641d0ef-448e-416e-a1d4-d6db20ed43f2 req-6bca85cd-a59b-4601-acdb-6d1ca4cb2fc9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=484344ef-9cd5-4c12-8f55-8e6f63128f82 HTTP/1.1" status: 200 len: 905 time: 0.2848661 Feb 16 18:05:53.477252 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f497707-121e-455a-b99d-dab03a5f083b req-ad623fa4-b90d-43d9-a82f-39ddf5965f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:53.479965 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0f497707-121e-455a-b99d-dab03a5f083b req-ad623fa4-b90d-43d9-a82f-39ddf5965f55 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=973414d4df1442e183cfb978af50ea50&device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 1161 time: 0.2239752 Feb 16 18:05:53.685302 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1641d0ef-448e-416e-a1d4-d6db20ed43f2 req-ba02b1aa-5686-48ae-b86b-83c87b68b768 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc755515-3fc4-4b2c-8b01-1a2407d8ee1d HTTP/1.1" status: 200 len: 217 time: 0.1878891 Feb 16 18:05:53.696637 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0f497707-121e-455a-b99d-dab03a5f083b req-c2ca922e-2492-484f-b55c-a9582fb3d400 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9581ddfe-f95e-465d-bbc0-6d378b266e66 HTTP/1.1" status: 200 len: 217 time: 0.1195393 Feb 16 18:05:53.937424 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641d0ef-448e-416e-a1d4-d6db20ed43f2 req-5db4cc4f-1652-45df-9758-b0863d498bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:53.947962 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1641d0ef-448e-416e-a1d4-d6db20ed43f2 req-5db4cc4f-1652-45df-9758-b0863d498bef service neutron] 10.222.0.86 "GET /v2.0/subnets?id=efa71cb3-35bc-48e0-ae8d-25f67e7ef6da HTTP/1.1" status: 200 len: 850 time: 0.2197802 Feb 16 18:05:54.346553 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f497707-121e-455a-b99d-dab03a5f083b req-5fdd0c10-93f7-4298-a2ab-3655dafa1888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:54.348166 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0f497707-121e-455a-b99d-dab03a5f083b req-5fdd0c10-93f7-4298-a2ab-3655dafa1888 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6e79260-895d-4967-aa0a-6b3bee32fd12 HTTP/1.1" status: 200 len: 858 time: 0.5095339 Feb 16 18:05:54.435356 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0f497707-121e-455a-b99d-dab03a5f083b req-e3e46d7a-f8e7-4825-88f6-341df67a51a8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=48e6f4c1-cec6-4712-98a9-a9afe7d38cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731142 Feb 16 18:05:54.502519 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881bb23-465c-47ab-9483-3cfdb4b3fd46 req-4aebc8ff-abf1-46f9-8ef4-0ca5a144783f tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:54.504249 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8881bb23-465c-47ab-9483-3cfdb4b3fd46 req-4aebc8ff-abf1-46f9-8ef4-0ca5a144783f tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/ports?device_id=1210aba4-c815-4e56-b140-c21406a2558f HTTP/1.1" status: 200 len: 945 time: 0.3258519 Feb 16 18:05:54.793415 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641d0ef-448e-416e-a1d4-d6db20ed43f2 req-3564ccd9-b725-4dda-b794-4fab93a135b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:54.794992 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1641d0ef-448e-416e-a1d4-d6db20ed43f2 req-3564ccd9-b725-4dda-b794-4fab93a135b9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=484344ef-9cd5-4c12-8f55-8e6f63128f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7555566 Feb 16 18:05:54.801461 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9140f2f-0cb7-465f-a332-9d38c54016f9 req-78469eaa-0766-4cb6-8695-50f327e3174d tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:54.809612 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c9140f2f-0cb7-465f-a332-9d38c54016f9 req-78469eaa-0766-4cb6-8695-50f327e3174d tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 944 time: 0.8609293 Feb 16 18:05:55.056724 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8881bb23-465c-47ab-9483-3cfdb4b3fd46 req-c82a9de7-8f76-4bc0-a2bf-fa2277e886c2 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c17a0ed-f312-4b9c-88d0-cf244e1cd204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4910417 Feb 16 18:05:55.074787 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c9140f2f-0cb7-465f-a332-9d38c54016f9 req-c527e26f-1f7f-451b-98a9-7b4873ef4f44 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641287 Feb 16 18:05:55.187457 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0f497707-121e-455a-b99d-dab03a5f083b req-e7db9308-c979-480b-bdb0-5b288ecfec83 service neutron] 10.222.0.86 "GET /v2.0/networks/48e6f4c1-cec6-4712-98a9-a9afe7d38cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7303591 Feb 16 18:05:55.315335 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4ef04-5a39-48b1-853c-8995a21daff4 req-2439bf52-4c71-4538-9356-9986d2038ed7 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:55.316989 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d8a4ef04-5a39-48b1-853c-8995a21daff4 req-2439bf52-4c71-4538-9356-9986d2038ed7 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.86 "GET /v2.0/ports?device_id=1210aba4-c815-4e56-b140-c21406a2558f HTTP/1.1" status: 200 len: 945 time: 0.5513372 Feb 16 18:05:55.480491 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1641d0ef-448e-416e-a1d4-d6db20ed43f2 req-c80a4528-0151-4277-b5b3-73ff840b77b2 service neutron] 10.222.0.86 "GET /v2.0/networks/484344ef-9cd5-4c12-8f55-8e6f63128f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6274211 Feb 16 18:05:55.684612 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-d8a4ef04-5a39-48b1-853c-8995a21daff4 req-e2aaf90f-a12e-40ea-82bf-b34aa4b151a1 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Deleting port b4ca1c53-8171-4e69-8e5e-712cf2bfcec5 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:05:55.685010 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-d8a4ef04-5a39-48b1-853c-8995a21daff4 req-e2aaf90f-a12e-40ea-82bf-b34aa4b151a1 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:55.761425 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4edb66a2-f493-4903-8f07-26db1162c8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:55.972334 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e393c3-7fec-4b83-a4e4-0747cbc68b59 req-dd3427e0-dffb-47d2-9ff3-b5c34aa00cf2 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:55.974090 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-74e393c3-7fec-4b83-a4e4-0747cbc68b59 req-dd3427e0-dffb-47d2-9ff3-b5c34aa00cf2 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 944 time: 0.7762940 Feb 16 18:05:56.044273 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-f70b7008-99af-449a-80fa-f60e6e14dd96 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:56.045886 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-f70b7008-99af-449a-80fa-f60e6e14dd96 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/networks?id=f8202e7f-abbe-4e6f-b78f-d67eee34469d HTTP/1.1" status: 200 len: 815 time: 0.4017200 Feb 16 18:05:56.152324 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-5d4d513d-76c0-4d99-9c5e-a279eba24840 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/quotas/622d65f99f53481b8a0d99018b9077fa HTTP/1.1" status: 200 len: 375 time: 0.0729342 Feb 16 18:05:56.194787 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0f497707-121e-455a-b99d-dab03a5f083b req-10ff5b48-748c-47b1-a2ae-c3c788e6d14f service neutron] 10.222.0.86 "GET /v2.0/networks/48e6f4c1-cec6-4712-98a9-a9afe7d38cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9957485 Feb 16 18:05:56.230568 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 089b2a47-362b-4f5e-807d-b8c5bcea639d up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:05:56.345142 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 089b2a47-362b-4f5e-807d-b8c5bcea639d triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:05:56.345702 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:56.364999 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-74e393c3-7fec-4b83-a4e4-0747cbc68b59 req-2805d4d6-995d-4b76-9174-e9b28d9a95b5 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535037 Feb 16 18:05:56.367009 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1641d0ef-448e-416e-a1d4-d6db20ed43f2 req-e0ef7838-49ba-461a-bf50-e861adef9417 service neutron] 10.222.0.86 "GET /v2.0/networks/484344ef-9cd5-4c12-8f55-8e6f63128f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8619509 Feb 16 18:05:56.504285 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-d8a4ef04-5a39-48b1-853c-8995a21daff4 req-e2aaf90f-a12e-40ea-82bf-b34aa4b151a1 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] For port b4ca1c53-8171-4e69-8e5e-712cf2bfcec5, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b4ca1c53-8171-4e69-8e5e-712cf2bfcec5,segment=NetworkSegment(6094f77f-c919-4fe3-b9c0-32723299395b),segment_id=6094f77f-c919-4fe3-b9c0-32723299395b)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:05:56.504845 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-d8a4ef04-5a39-48b1-853c-8995a21daff4 req-e2aaf90f-a12e-40ea-82bf-b34aa4b151a1 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:56.586132 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device bc755515-3fc4-4b2c-8b01-1a2407d8ee1d up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:05:56.606573 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-619349d5-e666-45f7-8e8f-294a33f5424a tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=622d65f99f53481b8a0d99018b9077fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4415269 Feb 16 18:05:56.625609 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:56.685691 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning for port bc755515-3fc4-4b2c-8b01-1a2407d8ee1d completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:05:56.699182 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port bc755515-3fc4-4b2c-8b01-1a2407d8ee1d triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:05:56.699888 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:56.708732 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6059b61-0fc5-4929-8ec5-d1474193a5da req-fec6f6cd-d88b-4ec3-9922-849bad853c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:56.710386 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b6059b61-0fc5-4929-8ec5-d1474193a5da req-fec6f6cd-d88b-4ec3-9922-849bad853c76 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=973414d4df1442e183cfb978af50ea50&device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 1161 time: 0.3954828 Feb 16 18:05:56.720018 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-d8a4ef04-5a39-48b1-853c-8995a21daff4 req-e2aaf90f-a12e-40ea-82bf-b34aa4b151a1 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Calling delete_port for b4ca1c53-8171-4e69-8e5e-712cf2bfcec5 owned by compute:nova {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:05:56.843293 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:56.880901 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:56.928854 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] For port bc755515-3fc4-4b2c-8b01-1a2407d8ee1d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=bc755515-3fc4-4b2c-8b01-1a2407d8ee1d,segment=NetworkSegment(21e9a9a0-3fce-4e88-843b-4cc9439b3ace),segment_id=21e9a9a0-3fce-4e88-843b-4cc9439b3ace)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:05:56.930259 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be8e831-bffb-491d-88e6-5031633988b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc755515-3fc4-4b2c-8b01-1a2407d8ee1d'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:05:56.938070 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:56.950760 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 6 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:05:56.953895 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-35afb57b-3081-42c0-a5a5-8238d2b50670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:56.997295 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device b4ca1c53-8171-4e69-8e5e-712cf2bfcec5 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:05:57.167883 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Pushing event updated for resources: {'Port': ['ID=bc755515-3fc4-4b2c-8b01-1a2407d8ee1d,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:57.172720 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:57.240668 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:57.279482 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] For port b4ca1c53-8171-4e69-8e5e-712cf2bfcec5, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b4ca1c53-8171-4e69-8e5e-712cf2bfcec5,segment=NetworkSegment(6094f77f-c919-4fe3-b9c0-32723299395b),segment_id=6094f77f-c919-4fe3-b9c0-32723299395b)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:05:57.283177 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:57.286312 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:57.391427 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Pushing event updated for resources: {'Port': ['ID=b4ca1c53-8171-4e69-8e5e-712cf2bfcec5,revision_number=5']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:57.403896 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:57.409001 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:57.508755 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-eda47a43-f201-4419-b015-1e2d1818c326 service neutron] 10.222.0.41 "GET /v2.0/networks/f8202e7f-abbe-4e6f-b78f-d67eee34469d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7972531 Feb 16 18:05:57.529459 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494af3a-440f-4636-9365-3234523e2b57 req-b28162e1-886a-4250-b6f7-b27176345738 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:57.534312 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c494af3a-440f-4636-9365-3234523e2b57 req-b28162e1-886a-4250-b6f7-b27176345738 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 944 time: 0.9897017 Feb 16 18:05:57.541439 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.db.api [req-d8a4ef04-5a39-48b1-853c-8995a21daff4 req-e2aaf90f-a12e-40ea-82bf-b34aa4b151a1 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83985) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:05:57.541801 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_db.api [req-d8a4ef04-5a39-48b1-853c-8995a21daff4 req-e2aaf90f-a12e-40ea-82bf-b34aa4b151a1 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 18:05:57.642706 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6059b61-0fc5-4929-8ec5-d1474193a5da req-68f57e45-d8c7-440c-863e-345da9dec5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:57.644116 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b6059b61-0fc5-4929-8ec5-d1474193a5da req-68f57e45-d8c7-440c-863e-345da9dec5a4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=48e6f4c1-cec6-4712-98a9-a9afe7d38cf4 HTTP/1.1" status: 200 len: 912 time: 0.6637552 Feb 16 18:05:57.721706 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device bc755515-3fc4-4b2c-8b01-1a2407d8ee1d up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:05:57.759907 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b6059b61-0fc5-4929-8ec5-d1474193a5da req-a493b127-2f5f-499a-8b90-cab6089db3c9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9581ddfe-f95e-465d-bbc0-6d378b266e66 HTTP/1.1" status: 200 len: 217 time: 0.0959468 Feb 16 18:05:57.779221 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c494af3a-440f-4636-9365-3234523e2b57 req-c11d286d-3aa2-416d-a895-df42509c9dd1 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140560 Feb 16 18:05:57.818325 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port bc755515-3fc4-4b2c-8b01-1a2407d8ee1d triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:05:57.818759 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:57.878190 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-e7236c40-d33e-4ed0-8fb9-2ca7f449dcbc service neutron] 10.222.0.41 "GET /v2.0/networks/f8202e7f-abbe-4e6f-b78f-d67eee34469d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3391249 Feb 16 18:05:57.879679 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6059b61-0fc5-4929-8ec5-d1474193a5da req-aa04ad27-3f4d-4b20-bbff-14554fbee009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:57.881127 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b6059b61-0fc5-4929-8ec5-d1474193a5da req-aa04ad27-3f4d-4b20-bbff-14554fbee009 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6e79260-895d-4967-aa0a-6b3bee32fd12 HTTP/1.1" status: 200 len: 858 time: 0.1065655 Feb 16 18:05:58.007515 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:58.025406 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b6059b61-0fc5-4929-8ec5-d1474193a5da req-cbe33e95-375f-4ee2-9168-4d3b27dbb435 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=48e6f4c1-cec6-4712-98a9-a9afe7d38cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1262960 Feb 16 18:05:58.062325 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-d8a4ef04-5a39-48b1-853c-8995a21daff4 req-e2aaf90f-a12e-40ea-82bf-b34aa4b151a1 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Deleting port b4ca1c53-8171-4e69-8e5e-712cf2bfcec5 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:05:58.062743 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-d8a4ef04-5a39-48b1-853c-8995a21daff4 req-e2aaf90f-a12e-40ea-82bf-b34aa4b151a1 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:58.093750 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be8e831-bffb-491d-88e6-5031633988b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc755515-3fc4-4b2c-8b01-1a2407d8ee1d', 'code': 200} Feb 16 18:05:58.255284 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845a257-7b23-4f8e-bf98-b0ae46a64fc3 req-78d537fa-7ef3-4ef6-a0fd-2f7b5438540a tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:58.256841 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4845a257-7b23-4f8e-bf98-b0ae46a64fc3 req-78d537fa-7ef3-4ef6-a0fd-2f7b5438540a tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/ports?device_id=1210aba4-c815-4e56-b140-c21406a2558f HTTP/1.1" status: 200 len: 943 time: 0.2968838 Feb 16 18:05:58.512596 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b6059b61-0fc5-4929-8ec5-d1474193a5da req-58e28a3d-f46b-4b55-a199-61fe245a2e32 service neutron] 10.222.0.86 "GET /v2.0/networks/48e6f4c1-cec6-4712-98a9-a9afe7d38cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767821 Feb 16 18:05:58.549791 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4845a257-7b23-4f8e-bf98-b0ae46a64fc3 req-00690f1b-4e21-42f5-bda7-77424ead2a57 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c17a0ed-f312-4b9c-88d0-cf244e1cd204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388625 Feb 16 18:05:59.166498 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4bec05-885d-4b4c-b8fe-c202ad1b7e73 req-93e714ca-015f-47e0-a51a-deb28c09e420 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:59.169464 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 58292) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:59.174427 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5c4bec05-885d-4b4c-b8fe-c202ad1b7e73 req-93e714ca-015f-47e0-a51a-deb28c09e420 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 944 time: 0.9452589 Feb 16 18:05:59.236472 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b6059b61-0fc5-4929-8ec5-d1474193a5da req-72c672fc-d97b-43f7-8ffe-6d931da13caf service neutron] 10.222.0.86 "GET /v2.0/networks/48e6f4c1-cec6-4712-98a9-a9afe7d38cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6901984 Feb 16 18:05:59.238658 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7a8c9145-5e07-4332-859a-a6dec84b5641 req-ac77bbd1-a279-4482-9a6c-609c0fcb0b41 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=a698c946-af6d-4bfd-9cba-7da90f71227a HTTP/1.1" status: 200 len: 210 time: 0.5764656 Feb 16 18:05:59.331585 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c100e-de85-4ea1-aad6-edab3b0b2175 req-a695eaba-d1da-4cf0-a61d-6a14f342ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:05:59.333363 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-763c100e-de85-4ea1-aad6-edab3b0b2175 req-a695eaba-d1da-4cf0-a61d-6a14f342ae66 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 1163 time: 0.9301991 Feb 16 18:05:59.344674 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5c4bec05-885d-4b4c-b8fe-c202ad1b7e73 req-4deae7ba-2d41-47ad-967e-f3d99ab9003b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689332 Feb 16 18:05:59.398428 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-d8a4ef04-5a39-48b1-853c-8995a21daff4 req-e2aaf90f-a12e-40ea-82bf-b34aa4b151a1 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] For port b4ca1c53-8171-4e69-8e5e-712cf2bfcec5, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b4ca1c53-8171-4e69-8e5e-712cf2bfcec5,segment=NetworkSegment(6094f77f-c919-4fe3-b9c0-32723299395b),segment_id=6094f77f-c919-4fe3-b9c0-32723299395b)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:05:59.399156 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-d8a4ef04-5a39-48b1-853c-8995a21daff4 req-e2aaf90f-a12e-40ea-82bf-b34aa4b151a1 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:59.410400 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0038d357-0796-4c10-a629-90d99aeb18b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:59.430218 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-0038d357-0796-4c10-a629-90d99aeb18b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:05:59.435344 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-0038d357-0796-4c10-a629-90d99aeb18b1 admin admin] Usage tracker for resource:security_group_rule and tenant:a4452e9548db4678a82925537891bff3 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:05:59.438768 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-0038d357-0796-4c10-a629-90d99aeb18b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:05:59.445380 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-0038d357-0796-4c10-a629-90d99aeb18b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:05:59.575370 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0038d357-0796-4c10-a629-90d99aeb18b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:59.580174 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0038d357-0796-4c10-a629-90d99aeb18b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:59.630500 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-763c100e-de85-4ea1-aad6-edab3b0b2175 req-34a241d6-279c-45eb-8eca-69c00f43eb98 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2794986 Feb 16 18:05:59.634124 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f1170a81-e58d-4f09-bbd9-699cfbcf293d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:59.639036 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-d8a4ef04-5a39-48b1-853c-8995a21daff4 req-e2aaf90f-a12e-40ea-82bf-b34aa4b151a1 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Calling delete_port for b4ca1c53-8171-4e69-8e5e-712cf2bfcec5 owned by compute:nova {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:05:59.717567 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038d357-0796-4c10-a629-90d99aeb18b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fc8b24-b50b-42d3-b819-831a9ecbb276,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:59.761037 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-0038d357-0796-4c10-a629-90d99aeb18b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:05:59.786483 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-0038d357-0796-4c10-a629-90d99aeb18b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a4452e9548db4678a82925537891bff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6154284 Feb 16 18:05:59.787589 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 58318) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:05:59.875761 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4e782799-a4b5-46a3-9c57-0627b9829f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:59.912145 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4e782799-a4b5-46a3-9c57-0627b9829f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:59.960504 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-d8a4ef04-5a39-48b1-853c-8995a21daff4 req-e2aaf90f-a12e-40ea-82bf-b34aa4b151a1 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:59.963598 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4e782799-a4b5-46a3-9c57-0627b9829f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:05:59.969292 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-86a4e89c-97ba-4d05-81f2-79302803acd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:05:59.969516 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a3cbf209-9d3e-42c4-be99-cc268a5242c3 req-1e8427fa-6e93-4ffe-ba8b-489557a74719 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/ports?device_id=1210aba4-c815-4e56-b140-c21406a2558f HTTP/1.1" status: 200 len: 210 time: 0.1386223 Feb 16 18:05:59.982774 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e782799-a4b5-46a3-9c57-0627b9829f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fc8b24-b50b-42d3-b819-831a9ecbb276,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:05:59.997137 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-4e782799-a4b5-46a3-9c57-0627b9829f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:00.003892 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4e782799-a4b5-46a3-9c57-0627b9829f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:00.008370 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-4e782799-a4b5-46a3-9c57-0627b9829f90 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d0fc8b24-b50b-42d3-b819-831a9ecbb276 HTTP/1.1" status: 204 len: 168 time: 0.2195125 Feb 16 18:06:00.031540 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 58328) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:00.054355 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cececcc-5786-4bdc-aa26-f4c982c18dea req-474ab496-1121-4bf4-8f82-ac7725c21b2c tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:00.057203 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7cececcc-5786-4bdc-aa26-f4c982c18dea req-474ab496-1121-4bf4-8f82-ac7725c21b2c tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.6411786 Feb 16 18:06:00.094883 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1210aba4-c815-4e56-b140-c21406a2558f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4ca1c53-8171-4e69-8e5e-712cf2bfcec5'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:06:00.105934 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a6dc1403-50eb-4bea-bcdb-983469ff417b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:00.169375 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1210aba4-c815-4e56-b140-c21406a2558f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4ca1c53-8171-4e69-8e5e-712cf2bfcec5', 'code': 200} Feb 16 18:06:00.314146 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aaf90f-a12e-40ea-82bf-b34aa4b151a1 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Pushing event deleted for resources: {'Port': ['ID=b4ca1c53-8171-4e69-8e5e-712cf2bfcec5,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:00.317506 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-e2aaf90f-a12e-40ea-82bf-b34aa4b151a1 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:00.364036 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 9581ddfe-f95e-465d-bbc0-6d378b266e66 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:06:00.393069 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7cececcc-5786-4bdc-aa26-f4c982c18dea req-79307d47-aa99-450a-807c-78f1fd721cc8 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3085687 Feb 16 18:06:00.496177 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a4ef04-5a39-48b1-853c-8995a21daff4 req-e2aaf90f-a12e-40ea-82bf-b34aa4b151a1 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] No DVR routers for this DVR port b4ca1c53-8171-4e69-8e5e-712cf2bfcec5 on host hv-cinder-76330 {{(pid=83985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:06:00.506713 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a63dae60-71d1-4f32-b457-c7ad22c0d1a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:00.517609 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning for port 9581ddfe-f95e-465d-bbc0-6d378b266e66 completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:06:00.519707 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 58348) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:00.525210 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 9581ddfe-f95e-465d-bbc0-6d378b266e66 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:06:00.526643 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-d8a4ef04-5a39-48b1-853c-8995a21daff4 req-e2aaf90f-a12e-40ea-82bf-b34aa4b151a1 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:00.527074 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:00.533468 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-a63dae60-71d1-4f32-b457-c7ad22c0d1a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:00.537579 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-a63dae60-71d1-4f32-b457-c7ad22c0d1a4 admin admin] Usage tracker for resource:security_group_rule and tenant:801e830e608b4aad8e6a475051d70e79 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:00.540919 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 58352) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:00.543646 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b67e62c8-bb11-4350-9e15-fb2343b8967d req-eb76f921-b99d-413f-8acf-16e614a93557 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=a698c946-af6d-4bfd-9cba-7da90f71227a HTTP/1.1" status: 200 len: 210 time: 0.1000352 Feb 16 18:06:00.544162 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1210aba4-c815-4e56-b140-c21406a2558f', 'name': 'network-vif-deleted', 'tag': 'b4ca1c53-8171-4e69-8e5e-712cf2bfcec5'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:06:00.544290 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-a63dae60-71d1-4f32-b457-c7ad22c0d1a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:00.565183 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-a63dae60-71d1-4f32-b457-c7ad22c0d1a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:00.571014 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-92a71664-db7d-4c58-ba83-cdbe4b8afa89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:00.594183 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-92a71664-db7d-4c58-ba83-cdbe4b8afa89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:00.599203 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-92a71664-db7d-4c58-ba83-cdbe4b8afa89 admin admin] Usage tracker for resource:security_group_rule and tenant:ea725dc4a00540e8bca3904563ccfeda is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:00.600031 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d8a4ef04-5a39-48b1-853c-8995a21daff4 req-e2aaf90f-a12e-40ea-82bf-b34aa4b151a1 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.86 "DELETE /v2.0/ports/b4ca1c53-8171-4e69-8e5e-712cf2bfcec5 HTTP/1.1" status: 204 len: 173 time: 5.1798601 Feb 16 18:06:00.603663 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-92a71664-db7d-4c58-ba83-cdbe4b8afa89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:00.615145 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-4b8437a6-d8ee-4636-92ca-2b047a132fbe tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:00.617682 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-4b8437a6-d8ee-4636-92ca-2b047a132fbe tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.86 "GET /v2.0/networks?id=f8202e7f-abbe-4e6f-b78f-d67eee34469d HTTP/1.1" status: 200 len: 815 time: 0.6995125 Feb 16 18:06:00.622595 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-92a71664-db7d-4c58-ba83-cdbe4b8afa89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:00.635638 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Request body: {'port': {'device_id': 'a698c946-af6d-4bfd-9cba-7da90f71227a', 'network_id': 'f8202e7f-abbe-4e6f-b78f-d67eee34469d', 'admin_state_up': True, 'tenant_id': '622d65f99f53481b8a0d99018b9077fa'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:06:00.715875 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1210aba4-c815-4e56-b140-c21406a2558f', 'name': 'network-vif-deleted', 'tag': 'b4ca1c53-8171-4e69-8e5e-712cf2bfcec5', 'status': 'completed', 'code': 200} Feb 16 18:06:00.737764 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-92a71664-db7d-4c58-ba83-cdbe4b8afa89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:00.737967 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:00.745401 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-92a71664-db7d-4c58-ba83-cdbe4b8afa89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:00.773047 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31c57a-0919-417a-8f60-a10b1b4123b5 req-72b39888-3c96-4542-999a-b7d1ebacd65a tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:00.775467 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9d31c57a-0919-417a-8f60-a10b1b4123b5 req-72b39888-3c96-4542-999a-b7d1ebacd65a tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 944 time: 0.2547114 Feb 16 18:06:00.779251 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-552278ce-3235-4a33-98a5-efa677d47672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:00.788794 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-92a71664-db7d-4c58-ba83-cdbe4b8afa89 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ea725dc4a00540e8bca3904563ccfeda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461946 Feb 16 18:06:00.792796 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 58360) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:00.817667 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] For port 9581ddfe-f95e-465d-bbc0-6d378b266e66, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9581ddfe-f95e-465d-bbc0-6d378b266e66,segment=NetworkSegment(a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2),segment_id=a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:06:00.823357 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:00.825356 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:00.829737 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a71664-db7d-4c58-ba83-cdbe4b8afa89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a675013c-5c22-449d-94b3-043ce57dcdd4,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:00.833792 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-92a71664-db7d-4c58-ba83-cdbe4b8afa89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:00.877324 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a63dae60-71d1-4f32-b457-c7ad22c0d1a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:00.881703 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a63dae60-71d1-4f32-b457-c7ad22c0d1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:00.917396 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:00.917738 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:00.922952 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9d31c57a-0919-417a-8f60-a10b1b4123b5 req-89dddb5d-64af-483f-b916-a1feed408f70 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291294 Feb 16 18:06:00.934829 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Pushing event updated for resources: {'Port': ['ID=9581ddfe-f95e-465d-bbc0-6d378b266e66,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:00.946996 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:00.951564 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Usage tracker for resource:port and tenant:622d65f99f53481b8a0d99018b9077fa is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:00.957794 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:00.961390 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-a63dae60-71d1-4f32-b457-c7ad22c0d1a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=801e830e608b4aad8e6a475051d70e79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9250071 Feb 16 18:06:00.966999 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 58368) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:00.967830 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5c6d37e4-68a5-47f6-ad1a-1c4c50f57f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:00.975422 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63dae60-71d1-4f32-b457-c7ad22c0d1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11aea646-4fcb-40e4-8e6e-85c5d6ebeb55,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:00.979426 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a63dae60-71d1-4f32-b457-c7ad22c0d1a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:00.982954 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:01.031101 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-5c6d37e4-68a5-47f6-ad1a-1c4c50f57f09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:01.036501 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5b0d3d77-343f-4301-945b-fbe1a6719f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:01.057262 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-5c6d37e4-68a5-47f6-ad1a-1c4c50f57f09 admin admin] Usage tracker for resource:security_group_rule and tenant:8b18905793d942eda6e5ac00a7af2450 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:01.062781 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Made reservation on behalf of 622d65f99f53481b8a0d99018b9077fa for: {'port': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:06:01.068608 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:01.093982 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-5c6d37e4-68a5-47f6-ad1a-1c4c50f57f09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:01.144294 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-5c6d37e4-68a5-47f6-ad1a-1c4c50f57f09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:01.162778 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5b0d3d77-343f-4301-945b-fbe1a6719f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:01.389765 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c1e79076-bff2-4cc9-b246-b5137e263b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:01.416167 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-c790b47d-eb5e-4154-bd3a-d92c3d484234 req-cfd11465-66f9-44fe-a50b-11907f5a039b tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Synchronizing usage tracker for tenant:d541e3b715664a9796db5a4f76d3b8b4 on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:06:01.484667 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c1e79076-bff2-4cc9-b246-b5137e263b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:01.575627 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-c790b47d-eb5e-4154-bd3a-d92c3d484234 req-cfd11465-66f9-44fe-a50b-11907f5a039b tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Unset dirty status for tenant:d541e3b715664a9796db5a4f76d3b8b4 on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:06:01.576874 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c790b47d-eb5e-4154-bd3a-d92c3d484234 req-cfd11465-66f9-44fe-a50b-11907f5a039b tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] 10.222.0.41 "GET /v2.0/ports?device_id=1210aba4-c815-4e56-b140-c21406a2558f HTTP/1.1" status: 200 len: 210 time: 0.3786352 Feb 16 18:06:01.673793 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5b0d3d77-343f-4301-945b-fbe1a6719f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:01.709868 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-65f40eb7-6fd0-4940-bb75-05d9773ea4a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:01.762663 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 9581ddfe-f95e-465d-bbc0-6d378b266e66 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:06:01.807057 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d3d77-343f-4301-945b-fbe1a6719f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a675013c-5c22-449d-94b3-043ce57dcdd4,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:01.810813 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-5b0d3d77-343f-4301-945b-fbe1a6719f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:01.829118 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5c6d37e4-68a5-47f6-ad1a-1c4c50f57f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:01.836126 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-f80d73b9-a86f-4e73-9cae-39c63859b721 req-d923008f-fbff-43dc-ae3d-0569c47f68bb tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Synchronizing usage tracker for tenant:622d65f99f53481b8a0d99018b9077fa on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:06:01.856137 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5c6d37e4-68a5-47f6-ad1a-1c4c50f57f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:01.863159 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 9581ddfe-f95e-465d-bbc0-6d378b266e66 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:06:01.863774 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:01.912980 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-6c117098-3d33-4d43-b812-e802b9505f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:01.923201 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c1e79076-bff2-4cc9-b246-b5137e263b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:02.171273 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4502f932-d47c-473e-8ef8-444189f6ca30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9581ddfe-f95e-465d-bbc0-6d378b266e66'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:06:02.234275 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-f80d73b9-a86f-4e73-9cae-39c63859b721 req-d923008f-fbff-43dc-ae3d-0569c47f68bb tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Unset dirty status for tenant:622d65f99f53481b8a0d99018b9077fa on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:06:02.235610 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f80d73b9-a86f-4e73-9cae-39c63859b721 req-d923008f-fbff-43dc-ae3d-0569c47f68bb tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=a698c946-af6d-4bfd-9cba-7da90f71227a HTTP/1.1" status: 200 len: 210 time: 0.5364678 Feb 16 18:06:02.236393 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5b0d3d77-343f-4301-945b-fbe1a6719f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:02.240953 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-5b0d3d77-343f-4301-945b-fbe1a6719f53 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a675013c-5c22-449d-94b3-043ce57dcdd4 HTTP/1.1" status: 204 len: 168 time: 1.4424829 Feb 16 18:06:02.260172 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03930f84-edab-43cb-8cef-b6485468fd24 req-082aa3a5-3230-4acd-8532-d10a8aff285b tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:02.260172 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-03930f84-edab-43cb-8cef-b6485468fd24 req-082aa3a5-3230-4acd-8532-d10a8aff285b tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.7346389 Feb 16 18:06:02.260172 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d37e4-68a5-47f6-ad1a-1c4c50f57f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d172d759-5fcb-4e86-9a03-d8eb4c639dd5,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:02.262266 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c1e79076-bff2-4cc9-b246-b5137e263b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:02.266776 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-c1e79076-bff2-4cc9-b246-b5137e263b2e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/11aea646-4fcb-40e4-8e6e-85c5d6ebeb55 HTTP/1.1" status: 204 len: 168 time: 1.2882514 Feb 16 18:06:02.273163 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-5c6d37e4-68a5-47f6-ad1a-1c4c50f57f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:02.276723 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-5c6d37e4-68a5-47f6-ad1a-1c4c50f57f09 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8b18905793d942eda6e5ac00a7af2450&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7535896 Feb 16 18:06:02.277663 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:02.279762 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 58400) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:02.309852 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Allocated IP 172.20.0.9 (f8202e7f-abbe-4e6f-b78f-d67eee34469d/c42d94b2-4a0f-4ef3-8dff-e7101cf09702/67638753-e7a2-4bef-898b-b24a32f2a73f) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:06:02.318821 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e79076-bff2-4cc9-b246-b5137e263b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11aea646-4fcb-40e4-8e6e-85c5d6ebeb55,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:02.322806 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-c1e79076-bff2-4cc9-b246-b5137e263b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:02.417764 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-45ceef42-0038-493d-9dde-9b062e069860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:02.434644 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-03930f84-edab-43cb-8cef-b6485468fd24 req-ef824f99-d643-4abe-8e95-a0f10b068ad2 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664267 Feb 16 18:06:02.465259 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-45ceef42-0038-493d-9dde-9b062e069860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:02.522126 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-45ceef42-0038-493d-9dde-9b062e069860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:02.528116 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-b61fb60c-47a8-43c7-b090-489a3a440110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:02.543992 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ceef42-0038-493d-9dde-9b062e069860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d172d759-5fcb-4e86-9a03-d8eb4c639dd5,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:02.559626 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ceef42-0038-493d-9dde-9b062e069860 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:02.560046 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ceef42-0038-493d-9dde-9b062e069860 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:02.560563 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ceef42-0038-493d-9dde-9b062e069860 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:02.561067 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ceef42-0038-493d-9dde-9b062e069860 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:02.561712 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ceef42-0038-493d-9dde-9b062e069860 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:02.562101 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ceef42-0038-493d-9dde-9b062e069860 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:02.562488 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ceef42-0038-493d-9dde-9b062e069860 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:02.563565 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ceef42-0038-493d-9dde-9b062e069860 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:02.563565 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ceef42-0038-493d-9dde-9b062e069860 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:02.563807 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ceef42-0038-493d-9dde-9b062e069860 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:02.563994 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4502f932-d47c-473e-8ef8-444189f6ca30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9581ddfe-f95e-465d-bbc0-6d378b266e66', 'code': 200} Feb 16 18:06:02.564173 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ceef42-0038-493d-9dde-9b062e069860 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:02.564558 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ceef42-0038-493d-9dde-9b062e069860 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:02.565089 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ceef42-0038-493d-9dde-9b062e069860 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:02.565473 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ceef42-0038-493d-9dde-9b062e069860 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:02.565847 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ceef42-0038-493d-9dde-9b062e069860 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:02.566522 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ceef42-0038-493d-9dde-9b062e069860 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:02.566902 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ceef42-0038-493d-9dde-9b062e069860 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:02.567281 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ceef42-0038-493d-9dde-9b062e069860 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:02.567688 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ceef42-0038-493d-9dde-9b062e069860 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:02.568182 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ceef42-0038-493d-9dde-9b062e069860 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:02.568707 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ceef42-0038-493d-9dde-9b062e069860 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:02.569087 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ceef42-0038-493d-9dde-9b062e069860 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:02.569580 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ceef42-0038-493d-9dde-9b062e069860 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:02.569966 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ceef42-0038-493d-9dde-9b062e069860 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:02.574933 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-45ceef42-0038-493d-9dde-9b062e069860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:02.589425 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-45ceef42-0038-493d-9dde-9b062e069860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:02.593891 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-45ceef42-0038-493d-9dde-9b062e069860 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d172d759-5fcb-4e86-9a03-d8eb4c639dd5 HTTP/1.1" status: 204 len: 168 time: 0.3125062 Feb 16 18:06:02.702624 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9002cf-bcf2-4ea3-83a4-c37de6b15e36 req-8212852b-92f4-4214-a7f1-534d9736148f tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:02.710620 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5a9002cf-bcf2-4ea3-83a4-c37de6b15e36 req-8212852b-92f4-4214-a7f1-534d9736148f tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.3434744 Feb 16 18:06:02.807464 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 58420) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:02.831021 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ce9ffa7c-577b-4c9c-8f1b-3ac94aeb6d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:02.850701 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-ce9ffa7c-577b-4c9c-8f1b-3ac94aeb6d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:02.856589 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-ce9ffa7c-577b-4c9c-8f1b-3ac94aeb6d8c admin admin] Usage tracker for resource:security_group_rule and tenant:8511ab56a6f34838be6357cf19146b0a is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:02.860883 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-ce9ffa7c-577b-4c9c-8f1b-3ac94aeb6d8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:02.867030 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-ce9ffa7c-577b-4c9c-8f1b-3ac94aeb6d8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:02.911867 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5a9002cf-bcf2-4ea3-83a4-c37de6b15e36 req-e494686a-f30f-4218-b3bc-2a0e37d6fea9 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002428 Feb 16 18:06:02.928769 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:02.989624 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ce9ffa7c-577b-4c9c-8f1b-3ac94aeb6d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:02.999893 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ce9ffa7c-577b-4c9c-8f1b-3ac94aeb6d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:03.017720 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:03.050329 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774579a4-2015-4320-8ec1-737632182390 req-28825c48-cec5-4d1c-a7d9-25fb3f770d9b tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:03.052094 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-774579a4-2015-4320-8ec1-737632182390 req-28825c48-cec5-4d1c-a7d9-25fb3f770d9b tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.3380988 Feb 16 18:06:03.062155 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97374093-ce9d-464a-ab91-c91a661950f3 req-722b9455-8c1e-42c9-b869-9280ba7a38bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:03.068266 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-97374093-ce9d-464a-ab91-c91a661950f3 req-722b9455-8c1e-42c9-b869-9280ba7a38bb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 1163 time: 0.2485597 Feb 16 18:06:03.069415 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 58432) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:03.070464 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:03.099319 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-572d7e1e-ad2f-4581-a98c-c30bd42992b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:03.114346 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-d36c5df8-b6fa-4abe-9b1d-11ef19817405 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Request body: {'floatingip': {'port_id': 'bc755515-3fc4-4b2c-8b01-1a2407d8ee1d'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:06:03.221285 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 58436) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:03.309458 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-97374093-ce9d-464a-ab91-c91a661950f3 req-458c90e8-581a-4976-9ae3-e698154d55a4 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113347 Feb 16 18:06:03.315229 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-ce9ffa7c-577b-4c9c-8f1b-3ac94aeb6d8c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8511ab56a6f34838be6357cf19146b0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5058711 Feb 16 18:06:03.316230 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 58448) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:03.346921 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ffa7c-577b-4c9c-8f1b-3ac94aeb6d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d87c1ac-2856-441c-a84c-c7e17a9a28be,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:03.351668 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Pushing event updated for resources: {'Port': ['ID=67638753-e7a2-4bef-898b-b24a32f2a73f,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:03.375153 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:03.375581 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:03.376236 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:03.376658 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:03.376989 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:03.377405 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:03.377720 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:03.378097 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:03.378470 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:03.378855 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:03.379230 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:03.379624 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:03.380053 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:03.380428 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:03.380626 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ce9ffa7c-577b-4c9c-8f1b-3ac94aeb6d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:03.381034 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:03.381398 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:03.382030 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:03.382411 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:03.382796 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:03.383183 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:03.383642 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:03.384482 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:03.384865 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:03.385309 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:03.393659 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:03.411623 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d36c5df8-b6fa-4abe-9b1d-11ef19817405 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for floatingip, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:03.439441 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Network f8202e7f-abbe-4e6f-b78f-d67eee34469d is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:06:03.441141 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:06:03.450721 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:06:03.455719 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:03.456652 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:03.470883 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-569c38f4-ddf4-446d-a95f-d6cd536c0451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:03.566738 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9363627 Feb 16 18:06:03.598256 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-4e5f23bc-adc9-4db9-82cf-62c533b72990 service neutron] Request body: {'port': {'device_id': 'a698c946-af6d-4bfd-9cba-7da90f71227a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:06:03.618748 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-569c38f4-ddf4-446d-a95f-d6cd536c0451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:03.624258 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-569c38f4-ddf4-446d-a95f-d6cd536c0451 admin admin] Usage tracker for resource:security_group_rule and tenant:602a94fda87a478d88ef95f023a6b095 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:03.627357 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-569c38f4-ddf4-446d-a95f-d6cd536c0451 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:03.635063 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-569c38f4-ddf4-446d-a95f-d6cd536c0451 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:03.679767 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7d74a-4207-4771-ace9-6590bb30b8c2 req-82b3808c-98d1-46ae-ad32-5e9e8215c513 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:03.682116 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2bc7d74a-4207-4771-ace9-6590bb30b8c2 req-82b3808c-98d1-46ae-ad32-5e9e8215c513 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=a698c946-af6d-4bfd-9cba-7da90f71227a HTTP/1.1" status: 200 len: 931 time: 0.1928482 Feb 16 18:06:03.754721 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-569c38f4-ddf4-446d-a95f-d6cd536c0451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:03.782215 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2bc7d74a-4207-4771-ace9-6590bb30b8c2 req-7f17e315-e4b3-48bd-85e7-bc752cc372e2 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506392 Feb 16 18:06:03.807804 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-4e5f23bc-adc9-4db9-82cf-62c533b72990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:03.809206 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-569c38f4-ddf4-446d-a95f-d6cd536c0451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:03.828968 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-dfebfe95-df60-4219-b591-79f17d1d965d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:03.904454 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c38f4-ddf4-446d-a95f-d6cd536c0451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d28978-4b72-4f00-b6ed-faf1c8200a15,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:03.916459 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1ff6c206-b0cd-45d4-90cc-551f1e6cd5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:03.922951 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-569c38f4-ddf4-446d-a95f-d6cd536c0451 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=602a94fda87a478d88ef95f023a6b095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6834204 Feb 16 18:06:03.933837 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 58468) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:04.085960 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-569c38f4-ddf4-446d-a95f-d6cd536c0451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:04.152895 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1ff6c206-b0cd-45d4-90cc-551f1e6cd5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:04.156284 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9671ef61-1eeb-440e-bafa-d63d091b8739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:04.271939 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9671ef61-1eeb-440e-bafa-d63d091b8739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:04.329829 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1ff6c206-b0cd-45d4-90cc-551f1e6cd5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:04.342699 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-77ff6ba4-534c-4841-b6ba-cf3b74e42c4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:04.365202 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ee572-45cd-45c5-82a0-81ec36650ff9 req-e9d0d051-3b5e-4fe7-8642-4a624d99bb69 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:04.366840 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-de7ee572-45cd-45c5-82a0-81ec36650ff9 req-e9d0d051-3b5e-4fe7-8642-4a624d99bb69 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.3110259 Feb 16 18:06:04.423141 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9671ef61-1eeb-440e-bafa-d63d091b8739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:04.445172 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-36f9213a-004e-47fa-9be3-c379af95d164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:04.463037 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671ef61-1eeb-440e-bafa-d63d091b8739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d28978-4b72-4f00-b6ed-faf1c8200a15,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:04.469208 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-de7ee572-45cd-45c5-82a0-81ec36650ff9 req-14e52079-4c64-4d3e-87f5-c211088e663c tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813093 Feb 16 18:06:04.478828 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-9671ef61-1eeb-440e-bafa-d63d091b8739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:04.502270 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff6c206-b0cd-45d4-90cc-551f1e6cd5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d87c1ac-2856-441c-a84c-c7e17a9a28be,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:04.504996 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-1ff6c206-b0cd-45d4-90cc-551f1e6cd5e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:04.527621 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9671ef61-1eeb-440e-bafa-d63d091b8739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:04.527621 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-9671ef61-1eeb-440e-bafa-d63d091b8739 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f5d28978-4b72-4f00-b6ed-faf1c8200a15 HTTP/1.1" status: 204 len: 168 time: 0.5862100 Feb 16 18:06:04.527998 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1ff6c206-b0cd-45d4-90cc-551f1e6cd5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:04.527998 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-1ff6c206-b0cd-45d4-90cc-551f1e6cd5e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3d87c1ac-2856-441c-a84c-c7e17a9a28be HTTP/1.1" status: 204 len: 168 time: 1.1872125 Feb 16 18:06:04.567229 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-4e5f23bc-adc9-4db9-82cf-62c533b72990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67638753-e7a2-4bef-898b-b24a32f2a73f {{(pid=83985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:06:04.576590 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-4e5f23bc-adc9-4db9-82cf-62c533b72990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:04.593056 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-4e5f23bc-adc9-4db9-82cf-62c533b72990 service neutron] Transition to ACTIVE for port object 67638753-e7a2-4bef-898b-b24a32f2a73f will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:06:04.597688 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-4e5f23bc-adc9-4db9-82cf-62c533b72990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:04.642824 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:04.807623 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f23bc-adc9-4db9-82cf-62c533b72990 service neutron] Pushing event updated for resources: {'Port': ['ID=67638753-e7a2-4bef-898b-b24a32f2a73f,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:04.813120 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-4e5f23bc-adc9-4db9-82cf-62c533b72990 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:05.248335 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d36c5df8-b6fa-4abe-9b1d-11ef19817405 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:05.261603 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d36c5df8-b6fa-4abe-9b1d-11ef19817405 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592459'] for floatingip, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:05.295637 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-4e5f23bc-adc9-4db9-82cf-62c533b72990 service neutron] Attempting to bind port 67638753-e7a2-4bef-898b-b24a32f2a73f on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:06:05.296023 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-4e5f23bc-adc9-4db9-82cf-62c533b72990 service neutron] Attempting to bind port 67638753-e7a2-4bef-898b-b24a32f2a73f by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'ce64c93e-45d9-425e-aca9-3906308158b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f8202e7f-abbe-4e6f-b78f-d67eee34469d'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:06:05.296398 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-4e5f23bc-adc9-4db9-82cf-62c533b72990 service neutron] Attempting to bind port 67638753-e7a2-4bef-898b-b24a32f2a73f on network f8202e7f-abbe-4e6f-b78f-d67eee34469d {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:06:05.310103 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-4e5f23bc-adc9-4db9-82cf-62c533b72990 service neutron] Checking agent: {'id': '0ec6646b-198c-4ca3-9e9d-d080d83e847c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 2, 57), 'started_at': datetime.datetime(2021, 2, 16, 18, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:06:05.310459 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-4e5f23bc-adc9-4db9-82cf-62c533b72990 service neutron] Checking segment: {'id': 'ce64c93e-45d9-425e-aca9-3906308158b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f8202e7f-abbe-4e6f-b78f-d67eee34469d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:06:05.310860 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-4e5f23bc-adc9-4db9-82cf-62c533b72990 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:05.311253 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-4e5f23bc-adc9-4db9-82cf-62c533b72990 service neutron] Bound using segment: {'id': 'ce64c93e-45d9-425e-aca9-3906308158b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f8202e7f-abbe-4e6f-b78f-d67eee34469d'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:06:05.326369 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-4e5f23bc-adc9-4db9-82cf-62c533b72990 service neutron] Bound port: 67638753-e7a2-4bef-898b-b24a32f2a73f, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce64c93e-45d9-425e-aca9-3906308158b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f8202e7f-abbe-4e6f-b78f-d67eee34469d'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:06:05.326785 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-4e5f23bc-adc9-4db9-82cf-62c533b72990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:05.349695 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 58522) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:05.510748 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.db.l3_db [None req-d36c5df8-b6fa-4abe-9b1d-11ef19817405 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Floating IP 9eb0a33e-b25b-4971-bce0-8d81cb4a9065 associated. External IP: 172.28.3.162, port: bc755515-3fc4-4b2c-8b01-1a2407d8ee1d. Feb 16 18:06:05.767202 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf6aab-5a78-459b-b013-7533ddf1e284 req-47cce878-d48e-43a0-82a9-82518930c878 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:05.768898 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-10cf6aab-5a78-459b-b013-7533ddf1e284 req-47cce878-d48e-43a0-82a9-82518930c878 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=a698c946-af6d-4bfd-9cba-7da90f71227a HTTP/1.1" status: 200 len: 943 time: 0.6357176 Feb 16 18:06:05.777772 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a01978-2454-4905-9004-366a9f01e0e9 admin admin] Deleting subnet d70cccd9-1e8f-477c-9ad1-d71a3d51510b {{(pid=83985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 18:06:05.786698 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-60a01978-2454-4905-9004-366a9f01e0e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:05.817779 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 9581ddfe-f95e-465d-bbc0-6d378b266e66 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:06:05.897967 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-4e5f23bc-adc9-4db9-82cf-62c533b72990 service neutron] For port 67638753-e7a2-4bef-898b-b24a32f2a73f, host hv-cinder-76330, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:06:05.952220 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-4e5f23bc-adc9-4db9-82cf-62c533b72990 service neutron] For port 67638753-e7a2-4bef-898b-b24a32f2a73f, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=67638753-e7a2-4bef-898b-b24a32f2a73f,segment=NetworkSegment(ce64c93e-45d9-425e-aca9-3906308158b6),segment_id=ce64c93e-45d9-425e-aca9-3906308158b6)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:06:05.968662 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-4e5f23bc-adc9-4db9-82cf-62c533b72990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:05.971962 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-60a01978-2454-4905-9004-366a9f01e0e9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:05.999497 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-10cf6aab-5a78-459b-b013-7533ddf1e284 req-bec9a8b8-e73d-4d8c-a428-0b68caeb33f5 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175882 Feb 16 18:06:06.047825 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 9581ddfe-f95e-465d-bbc0-6d378b266e66 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:06:06.049733 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:06.073888 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:06.126758 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-60a01978-2454-4905-9004-366a9f01e0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853799394'] for subnet, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:06.167790 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36c5df8-b6fa-4abe-9b1d-11ef19817405 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Router d2375c41-cb38-404a-9b08-5ba3fda53692 has already been hosted by L3 agent 616de62f-f042-46f7-b8cf-861f27422584 {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:06:06.457143 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f23bc-adc9-4db9-82cf-62c533b72990 service neutron] Pushing event updated for resources: {'Port': ['ID=67638753-e7a2-4bef-898b-b24a32f2a73f,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:06.469191 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-4e5f23bc-adc9-4db9-82cf-62c533b72990 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:06.477657 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de06ce-55a7-4c25-9e4a-d1af53d965d8 req-7dbbf18f-0a6f-4273-ae6a-edaa60b61c8e tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:06.485853 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f1de06ce-55a7-4c25-9e4a-d1af53d965d8 req-7dbbf18f-0a6f-4273-ae6a-edaa60b61c8e tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.6515703 Feb 16 18:06:06.590073 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36c5df8-b6fa-4abe-9b1d-11ef19817405 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify agent at l3_agent.dv-cinder-763306-9-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:06:06.601644 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d36c5df8-b6fa-4abe-9b1d-11ef19817405 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for floatingip, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:06.617022 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a95abf5-91f2-49db-a905-68860b173812 None None] Sync routers for ids ['d2375c41-cb38-404a-9b08-5ba3fda53692'] in dv-cinder-763306-9-smb {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:06:06.636662 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f1de06ce-55a7-4c25-9e4a-d1af53d965d8 req-ba99545b-cbc2-4fa8-8c03-d09a25895a87 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496494 Feb 16 18:06:06.650832 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a95abf5-91f2-49db-a905-68860b173812 None None] Routers {'d2375c41-cb38-404a-9b08-5ba3fda53692'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:06:06.651594 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-0a95abf5-91f2-49db-a905-68860b173812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:05:56Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['d2375c41-cb38-404a-9b08-5ba3fda53692'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:06:06.670280 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-4e5f23bc-adc9-4db9-82cf-62c533b72990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:06.670280 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-4e5f23bc-adc9-4db9-82cf-62c533b72990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:06.670280 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-4e5f23bc-adc9-4db9-82cf-62c533b72990 service neutron] 10.222.0.86 "PUT /v2.0/ports/67638753-e7a2-4bef-898b-b24a32f2a73f HTTP/1.1" status: 200 len: 1157 time: 3.0770872 Feb 16 18:06:06.670280 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a698c946-af6d-4bfd-9cba-7da90f71227a', 'tag': '67638753-e7a2-4bef-898b-b24a32f2a73f'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:06:06.748005 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-d36c5df8-b6fa-4abe-9b1d-11ef19817405 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "PUT /v2.0/floatingips/9eb0a33e-b25b-4971-bce0-8d81cb4a9065 HTTP/1.1" status: 200 len: 992 time: 3.6555789 Feb 16 18:06:06.748720 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be8e831-bffb-491d-88e6-5031633988b4', 'tag': 'bc755515-3fc4-4b2c-8b01-1a2407d8ee1d'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:06:06.987523 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a698c946-af6d-4bfd-9cba-7da90f71227a', 'tag': '67638753-e7a2-4bef-898b-b24a32f2a73f', 'status': 'completed', 'code': 200} Feb 16 18:06:07.058427 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-0a95abf5-91f2-49db-a905-68860b173812 None None] Set router d2375c41-cb38-404a-9b08-5ba3fda53692 gateway port host: dv-cinder-763306-9-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:06:07.077898 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-60a01978-2454-4905-9004-366a9f01e0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548'] for subnet, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:07.123388 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:07.239415 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7be8e831-bffb-491d-88e6-5031633988b4', 'tag': 'bc755515-3fc4-4b2c-8b01-1a2407d8ee1d', 'status': 'completed', 'code': 200} Feb 16 18:06:07.455935 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a01978-2454-4905-9004-366a9f01e0e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d70cccd9-1e8f-477c-9ad1-d71a3d51510b,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:07.574318 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-60a01978-2454-4905-9004-366a9f01e0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:07.591990 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-45e529fa-d035-4b67-9fea-fd5754f09047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:07.593760 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-45e529fa-d035-4b67-9fea-fd5754f09047 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=622d65f99f53481b8a0d99018b9077fa&device_id=a698c946-af6d-4bfd-9cba-7da90f71227a HTTP/1.1" status: 200 len: 1160 time: 0.8552749 Feb 16 18:06:07.801327 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-0a95abf5-91f2-49db-a905-68860b173812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'name': 'tempest-AttachVolumeTestJSON-1463964587-router', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:05:05Z', 'updated_at': '2021-02-16T18:05:16Z', 'revision_number': 4, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'gw_port': {'id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:07Z', 'updated_at': '2021-02-16T18:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_floatingips': [{'id': '9eb0a33e-b25b-4971-bce0-8d81cb4a9065', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'floating_ip_address': '172.28.3.162', 'floating_network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'router_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'port_id': 'bc755515-3fc4-4b2c-8b01-1a2407d8ee1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82', 'mac_address': 'fa:16:3e:5d:58:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be8e831-bffb-491d-88e6-5031633988b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:05:33Z', 'updated_at': '2021-02-16T18:06:04Z', 'revision_number': 1, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd1ae98c-fd17-493b-8979-8f609018af7c', 'name': '', 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'mac_address': 'fa:16:3e:51:f9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'efa71cb3-35bc-48e0-ae8d-25f67e7ef6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:13Z', 'updated_at': '2021-02-16T18:05:28Z', 'revision_number': 5, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'subnets': [{'id': 'efa71cb3-35bc-48e0-ae8d-25f67e7ef6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:06:07.808671 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a95abf5-91f2-49db-a905-68860b173812 None None] Checking router: d2375c41-cb38-404a-9b08-5ba3fda53692 for host: dv-cinder-763306-9-smb {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:06:07.821666 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a95abf5-91f2-49db-a905-68860b173812 None None] Routers {'d2375c41-cb38-404a-9b08-5ba3fda53692'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:06:07.823101 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-0a95abf5-91f2-49db-a905-68860b173812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:05:56Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['d2375c41-cb38-404a-9b08-5ba3fda53692'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:06:07.905182 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-f75bc92e-706e-409c-a173-4950d4bddb49 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67638753-e7a2-4bef-898b-b24a32f2a73f HTTP/1.1" status: 200 len: 217 time: 0.2934117 Feb 16 18:06:07.914290 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-60a01978-2454-4905-9004-366a9f01e0e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:07.933898 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-60a01978-2454-4905-9004-366a9f01e0e9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d70cccd9-1e8f-477c-9ad1-d71a3d51510b HTTP/1.1" status: 204 len: 168 time: 2.5710092 Feb 16 18:06:07.936754 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 58672) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:08.028791 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-33952b6a-084b-47a1-88bc-20863e8daaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:08.030402 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-33952b6a-084b-47a1-88bc-20863e8daaeb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c42d94b2-4a0f-4ef3-8dff-e7101cf09702 HTTP/1.1" status: 200 len: 855 time: 0.1047347 Feb 16 18:06:08.145712 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeda9bc-51f6-4926-890c-d9710bf98813 req-8b0109c9-ccc6-40e4-ba8f-d38640a2e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:08.147273 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-eaeda9bc-51f6-4926-890c-d9710bf98813 req-8b0109c9-ccc6-40e4-ba8f-d38640a2e40b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=677540ccd8c14828bf2eccdddfe30bd5&device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 1163 time: 0.8133619 Feb 16 18:06:08.154441 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96cf57-8b5f-4140-9b53-2d6912c91da6 req-b46cd37e-2761-4bc8-a282-8e6835ed6653 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:08.156451 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7b96cf57-8b5f-4140-9b53-2d6912c91da6 req-b46cd37e-2761-4bc8-a282-8e6835ed6653 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.5534220 Feb 16 18:06:08.229916 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-0a95abf5-91f2-49db-a905-68860b173812 None None] Set router d2375c41-cb38-404a-9b08-5ba3fda53692 gateway port host: dv-cinder-763306-9-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:06:08.261075 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-abda5a23-25e7-4a27-b3c8-b19c4b4efbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853787567'] for network, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:08.349346 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1543b-6829-407b-aeed-6e8bcbec1083 req-0fa422bc-416a-4f93-9bc5-6a2e9a116206 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:08.351296 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-51a1543b-6829-407b-aeed-6e8bcbec1083 req-0fa422bc-416a-4f93-9bc5-6a2e9a116206 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=a698c946-af6d-4bfd-9cba-7da90f71227a HTTP/1.1" status: 200 len: 943 time: 0.7547901 Feb 16 18:06:08.358603 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeda9bc-51f6-4926-890c-d9710bf98813 req-8c9a6beb-5fda-4926-9636-111f83f89fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:08.360247 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-eaeda9bc-51f6-4926-890c-d9710bf98813 req-8c9a6beb-5fda-4926-9636-111f83f89fa7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=484344ef-9cd5-4c12-8f55-8e6f63128f82 HTTP/1.1" status: 200 len: 905 time: 0.2026763 Feb 16 18:06:08.362474 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-3bb1acf3-1276-43b5-86da-134eabc1780a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f8202e7f-abbe-4e6f-b78f-d67eee34469d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3163290 Feb 16 18:06:08.522342 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550517b-a8e6-41eb-a0fb-512c037c45d6 req-bfde3976-72c7-41a6-b920-e5362062ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:08.524036 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e550517b-a8e6-41eb-a0fb-512c037c45d6 req-bfde3976-72c7-41a6-b920-e5362062ed5b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=973414d4df1442e183cfb978af50ea50&device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 1163 time: 1.0568008 Feb 16 18:06:08.605135 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-abda5a23-25e7-4a27-b3c8-b19c4b4efbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853803641', 'neutron.services.segments.db._delete_segments_for_network--9223363287453533471'] for network, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:08.789096 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-abda5a23-25e7-4a27-b3c8-b19c4b4efbb5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:06:08.789671 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-abda5a23-25e7-4a27-b3c8-b19c4b4efbb5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:06:08.790915 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-abda5a23-25e7-4a27-b3c8-b19c4b4efbb5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:06:08.791434 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-abda5a23-25e7-4a27-b3c8-b19c4b4efbb5 admin admin] Subscribe: > port after_create 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:06:08.792077 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-abda5a23-25e7-4a27-b3c8-b19c4b4efbb5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:06:08.792575 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-abda5a23-25e7-4a27-b3c8-b19c4b4efbb5 admin admin] Subscribe: > port after_update 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:06:08.793091 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-abda5a23-25e7-4a27-b3c8-b19c4b4efbb5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:06:08.794650 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-abda5a23-25e7-4a27-b3c8-b19c4b4efbb5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:06:08.795201 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-abda5a23-25e7-4a27-b3c8-b19c4b4efbb5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:06:08.795862 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-abda5a23-25e7-4a27-b3c8-b19c4b4efbb5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:06:08.834628 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7b96cf57-8b5f-4140-9b53-2d6912c91da6 req-5893acd1-e99d-431b-9eb4-f83a4b66573b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6683922 Feb 16 18:06:08.865330 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-51a1543b-6829-407b-aeed-6e8bcbec1083 req-0fbb9056-1bf2-4e67-bf6c-f2930f1de405 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5015993 Feb 16 18:06:08.947989 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-abda5a23-25e7-4a27-b3c8-b19c4b4efbb5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:06:08.952564 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-abda5a23-25e7-4a27-b3c8-b19c4b4efbb5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:06:08.953102 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-abda5a23-25e7-4a27-b3c8-b19c4b4efbb5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:06:08.953984 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-abda5a23-25e7-4a27-b3c8-b19c4b4efbb5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83986) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:06:08.954531 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-abda5a23-25e7-4a27-b3c8-b19c4b4efbb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27498430-4f4e-446a-b31d-c16243838c18']}} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:06:08.963895 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-0a95abf5-91f2-49db-a905-68860b173812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'name': 'tempest-AttachVolumeTestJSON-1463964587-router', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:05:05Z', 'updated_at': '2021-02-16T18:05:16Z', 'revision_number': 4, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'gw_port': {'id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:07Z', 'updated_at': '2021-02-16T18:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_floatingips': [{'id': '9eb0a33e-b25b-4971-bce0-8d81cb4a9065', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'floating_ip_address': '172.28.3.162', 'floating_network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'router_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'port_id': 'bc755515-3fc4-4b2c-8b01-1a2407d8ee1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82', 'mac_address': 'fa:16:3e:5d:58:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be8e831-bffb-491d-88e6-5031633988b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:05:33Z', 'updated_at': '2021-02-16T18:06:04Z', 'revision_number': 1, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd1ae98c-fd17-493b-8979-8f609018af7c', 'name': '', 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'mac_address': 'fa:16:3e:51:f9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'efa71cb3-35bc-48e0-ae8d-25f67e7ef6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:13Z', 'updated_at': '2021-02-16T18:05:28Z', 'revision_number': 5, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'subnets': [{'id': 'efa71cb3-35bc-48e0-ae8d-25f67e7ef6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:06:08.968860 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a95abf5-91f2-49db-a905-68860b173812 None None] The sync data for ids ['d2375c41-cb38-404a-9b08-5ba3fda53692'] in dv-cinder-763306-9-smb is: [{'id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'name': 'tempest-AttachVolumeTestJSON-1463964587-router', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:05:05Z', 'updated_at': '2021-02-16T18:05:16Z', 'revision_number': 4, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'gw_port': {'id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:07Z', 'updated_at': '2021-02-16T18:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_floatingips': [{'id': '9eb0a33e-b25b-4971-bce0-8d81cb4a9065', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'floating_ip_address': '172.28.3.162', 'floating_network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'router_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'port_id': 'bc755515-3fc4-4b2c-8b01-1a2407d8ee1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82', 'mac_address': 'fa:16:3e:5d:58:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be8e831-bffb-491d-88e6-5031633988b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:05:33Z', 'updated_at': '2021-02-16T18:06:04Z', 'revision_number': 1, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd1ae98c-fd17-493b-8979-8f609018af7c', 'name': '', 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'mac_address': 'fa:16:3e:51:f9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'efa71cb3-35bc-48e0-ae8d-25f67e7ef6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:13Z', 'updated_at': '2021-02-16T18:05:28Z', 'revision_number': 5, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'subnets': [{'id': 'efa71cb3-35bc-48e0-ae8d-25f67e7ef6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:06:08.983943 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-abda5a23-25e7-4a27-b3c8-b19c4b4efbb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6094f77f-c919-4fe3-b9c0-32723299395b') {'for_net_delete': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:06:08.984592 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-abda5a23-25e7-4a27-b3c8-b19c4b4efbb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6094f77f-c919-4fe3-b9c0-32723299395b') {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:06:09.001526 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-abda5a23-25e7-4a27-b3c8-b19c4b4efbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363287453521951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2133926'] for segment, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:09.022903 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-abda5a23-25e7-4a27-b3c8-b19c4b4efbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975480'] for segment, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:09.030360 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-abda5a23-25e7-4a27-b3c8-b19c4b4efbb5 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 18:06:09.061855 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-eaeda9bc-51f6-4926-890c-d9710bf98813 req-f931f39e-b10f-42c4-b8d0-32bb3210f2fa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc755515-3fc4-4b2c-8b01-1a2407d8ee1d HTTP/1.1" status: 200 len: 1000 time: 0.6714523 Feb 16 18:06:09.158520 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-e9fd6961-9b6c-4064-886f-b1876a1bbbea service neutron] 10.222.0.86 "GET /v2.0/networks/f8202e7f-abbe-4e6f-b78f-d67eee34469d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7710464 Feb 16 18:06:09.249618 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-abda5a23-25e7-4a27-b3c8-b19c4b4efbb5 admin admin] Network 27498430-4f4e-446a-b31d-c16243838c18 has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:06:09.271619 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550517b-a8e6-41eb-a0fb-512c037c45d6 req-b0da61fc-a223-4bd1-a14f-ee38591f15c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:09.273706 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e550517b-a8e6-41eb-a0fb-512c037c45d6 req-b0da61fc-a223-4bd1-a14f-ee38591f15c8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=48e6f4c1-cec6-4712-98a9-a9afe7d38cf4 HTTP/1.1" status: 200 len: 912 time: 0.4475555 Feb 16 18:06:09.275947 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-abda5a23-25e7-4a27-b3c8-b19c4b4efbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853800433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851943453'] for segment, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:09.282534 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeda9bc-51f6-4926-890c-d9710bf98813 req-bf418af3-3272-4096-af1a-c895a53d0847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:09.284247 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-eaeda9bc-51f6-4926-890c-d9710bf98813 req-bf418af3-3272-4096-af1a-c895a53d0847 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=efa71cb3-35bc-48e0-ae8d-25f67e7ef6da HTTP/1.1" status: 200 len: 850 time: 0.2024846 Feb 16 18:06:09.367117 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e550517b-a8e6-41eb-a0fb-512c037c45d6 req-e535a985-a57c-4612-b0d0-0640d040f547 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9581ddfe-f95e-465d-bbc0-6d378b266e66 HTTP/1.1" status: 200 len: 217 time: 0.0779073 Feb 16 18:06:09.380970 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920c470e-7848-40da-b836-59b2c2a8b83e None None] New status for floating IP 9eb0a33e-b25b-4971-bce0-8d81cb4a9065: ACTIVE {{(pid=83987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 18:06:09.508249 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-abda5a23-25e7-4a27-b3c8-b19c4b4efbb5 admin admin] Network 27498430-4f4e-446a-b31d-c16243838c18 has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:06:09.560142 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550517b-a8e6-41eb-a0fb-512c037c45d6 req-8fb5eeb4-db2d-486d-b9d2-d27131d458cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:09.562095 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e550517b-a8e6-41eb-a0fb-512c037c45d6 req-8fb5eeb4-db2d-486d-b9d2-d27131d458cd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6e79260-895d-4967-aa0a-6b3bee32fd12 HTTP/1.1" status: 200 len: 858 time: 0.1298194 Feb 16 18:06:09.565682 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b5b1c37b-1b0b-4111-97f5-fc38b3b7261d req-e771cf14-6bd1-4773-843f-d10383b4e150 service neutron] 10.222.0.86 "GET /v2.0/networks/f8202e7f-abbe-4e6f-b78f-d67eee34469d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3954544 Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: from cryptography.utils import int_from_bytes Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: from cryptography.utils import int_from_bytes Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: (rel_b, rel_a, rel_b), Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: (rel_b, rel_a, rel_b), Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: Traceback (most recent call last): Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: timer() Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: cb(*args, **kw) Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: return func(*args, **kwargs) Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: self._notify() Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: self.callback(batched_events) Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: event.method(event) Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: segment_id)['aggregates'][0] Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: return f(self, *a, **k) Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: return self._get(url).json() Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: **kwargs) Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: return self.request(url, 'GET', **kwargs) Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: **endpoint_filter) Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:06:09.574483 dv-cinder-763306-9-smb neutron-server[83874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:06:09.694097 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-abda5a23-25e7-4a27-b3c8-b19c4b4efbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852784992'] for network, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:09.699409 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:09.735138 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-abda5a23-25e7-4a27-b3c8-b19c4b4efbb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:09.738346 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda5a23-25e7-4a27-b3c8-b19c4b4efbb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=27498430-4f4e-446a-b31d-c16243838c18,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:09.745241 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-abda5a23-25e7-4a27-b3c8-b19c4b4efbb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:09.749443 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e550517b-a8e6-41eb-a0fb-512c037c45d6 req-10083109-0b49-41be-a0ba-0daefb72aa64 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=48e6f4c1-cec6-4712-98a9-a9afe7d38cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1599505 Feb 16 18:06:09.757601 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeda9bc-51f6-4926-890c-d9710bf98813 req-22a017a6-8f54-4c8e-9c1c-0ae2a64ca2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:09.759868 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-abda5a23-25e7-4a27-b3c8-b19c4b4efbb5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/27498430-4f4e-446a-b31d-c16243838c18 HTTP/1.1" status: 204 len: 168 time: 1.8217227 Feb 16 18:06:09.760009 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-eaeda9bc-51f6-4926-890c-d9710bf98813 req-22a017a6-8f54-4c8e-9c1c-0ae2a64ca2e6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=484344ef-9cd5-4c12-8f55-8e6f63128f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3776741 Feb 16 18:06:10.029922 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-eaeda9bc-51f6-4926-890c-d9710bf98813 req-7e06ef0c-7abf-4646-951a-25cc7bdd310c service neutron] 10.222.0.86 "GET /v2.0/networks/484344ef-9cd5-4c12-8f55-8e6f63128f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432301 Feb 16 18:06:10.078130 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 58734) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:10.143178 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-b74e71ba-2a19-4d81-a798-e9868289b491 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d541e3b715664a9796db5a4f76d3b8b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0620456 Feb 16 18:06:10.145843 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 58740) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:10.209825 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99886d-f2fa-4c2f-b8b8-c40b5e0890f8 req-59fcc883-ca9f-489a-87ac-bd88bfb3ceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:10.209825 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4e99886d-f2fa-4c2f-b8b8-c40b5e0890f8 req-59fcc883-ca9f-489a-87ac-bd88bfb3ceeb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=622d65f99f53481b8a0d99018b9077fa&device_id=a698c946-af6d-4bfd-9cba-7da90f71227a HTTP/1.1" status: 200 len: 1160 time: 0.5216451 Feb 16 18:06:10.228976 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-33769163-f08f-47a2-a97c-f3b73380fb05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:10.259260 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-33769163-f08f-47a2-a97c-f3b73380fb05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:10.315344 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-33769163-f08f-47a2-a97c-f3b73380fb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:10.322176 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-c72a0f3c-ab73-4aed-9a2c-9d244b1b121e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:10.340866 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33769163-f08f-47a2-a97c-f3b73380fb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c17a0ed-f312-4b9c-88d0-cf244e1cd204,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:10.352233 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-33769163-f08f-47a2-a97c-f3b73380fb05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:10.353312 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-33769163-f08f-47a2-a97c-f3b73380fb05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:10.358349 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-33769163-f08f-47a2-a97c-f3b73380fb05 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2c17a0ed-f312-4b9c-88d0-cf244e1cd204 HTTP/1.1" status: 204 len: 168 time: 0.2114036 Feb 16 18:06:10.606687 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e550517b-a8e6-41eb-a0fb-512c037c45d6 req-65bd2eb5-4e32-4bb5-a284-cf61f52eddac service neutron] 10.222.0.86 "GET /v2.0/networks/48e6f4c1-cec6-4712-98a9-a9afe7d38cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8212502 Feb 16 18:06:10.608711 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99886d-f2fa-4c2f-b8b8-c40b5e0890f8 req-e4e2b2a7-95ce-4330-b604-32f90322acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:10.610166 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4e99886d-f2fa-4c2f-b8b8-c40b5e0890f8 req-e4e2b2a7-95ce-4330-b604-32f90322acc4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f8202e7f-abbe-4e6f-b78f-d67eee34469d HTTP/1.1" status: 200 len: 909 time: 0.3094215 Feb 16 18:06:10.628497 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041734c5-4052-4396-8a97-92c5d3b10d48 req-d8add793-30e4-4049-872b-eed47eaaf6fa tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:10.630162 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-041734c5-4052-4396-8a97-92c5d3b10d48 req-d8add793-30e4-4049-872b-eed47eaaf6fa tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.5121837 Feb 16 18:06:10.639472 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae49d40-6b18-4c77-ac50-a25e67bf7c4e req-a7924a3c-dc21-47c5-9bb6-0b1839ea3962 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:10.646996 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6ae49d40-6b18-4c77-ac50-a25e67bf7c4e req-a7924a3c-dc21-47c5-9bb6-0b1839ea3962 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=a698c946-af6d-4bfd-9cba-7da90f71227a HTTP/1.1" status: 200 len: 943 time: 0.4772277 Feb 16 18:06:10.650526 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-eaeda9bc-51f6-4926-890c-d9710bf98813 req-17ae4a82-349b-4a17-8617-76fafc8c91d3 service neutron] 10.222.0.86 "GET /v2.0/networks/484344ef-9cd5-4c12-8f55-8e6f63128f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5547822 Feb 16 18:06:11.065384 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4e99886d-f2fa-4c2f-b8b8-c40b5e0890f8 req-1bf045d6-873f-40c8-84d4-96a5c1139653 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67638753-e7a2-4bef-898b-b24a32f2a73f HTTP/1.1" status: 200 len: 217 time: 0.3861039 Feb 16 18:06:11.184469 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6ae49d40-6b18-4c77-ac50-a25e67bf7c4e req-1e0cb44e-c6c9-45a0-a09e-f08714d8303e tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5362740 Feb 16 18:06:11.200583 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-041734c5-4052-4396-8a97-92c5d3b10d48 req-810dcaf2-6993-47b3-b015-ef05a8590501 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5231223 Feb 16 18:06:11.228545 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99886d-f2fa-4c2f-b8b8-c40b5e0890f8 req-f3074f5b-f76a-4081-88bc-4cfd2b286a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:11.230235 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4e99886d-f2fa-4c2f-b8b8-c40b5e0890f8 req-f3074f5b-f76a-4081-88bc-4cfd2b286a40 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c42d94b2-4a0f-4ef3-8dff-e7101cf09702 HTTP/1.1" status: 200 len: 855 time: 0.1438339 Feb 16 18:06:11.286314 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 58782) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:11.320285 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4e99886d-f2fa-4c2f-b8b8-c40b5e0890f8 req-94e5c871-26c9-4e67-b6a1-73d8de6f551c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f8202e7f-abbe-4e6f-b78f-d67eee34469d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707552 Feb 16 18:06:11.329168 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e550517b-a8e6-41eb-a0fb-512c037c45d6 req-dbeca491-f494-4567-a8d6-8398e2c3eb88 service neutron] 10.222.0.86 "GET /v2.0/networks/48e6f4c1-cec6-4712-98a9-a9afe7d38cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6771514 Feb 16 18:06:11.423777 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-969157e0-b9b8-407d-8d8c-3003cd961a42 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1241713530-network', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:06:11.429837 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-969157e0-b9b8-407d-8d8c-3003cd961a42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:11.435359 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-969157e0-b9b8-407d-8d8c-3003cd961a42 admin admin] Usage tracker for resource:network and tenant:a1ea36c4b5bf423eb1218bd861b1b8e3 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:11.441227 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-969157e0-b9b8-407d-8d8c-3003cd961a42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:11.451386 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-969157e0-b9b8-407d-8d8c-3003cd961a42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:11.466550 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969157e0-b9b8-407d-8d8c-3003cd961a42 admin admin] Made reservation on behalf of a1ea36c4b5bf423eb1218bd861b1b8e3 for: {'network': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:06:11.472743 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-969157e0-b9b8-407d-8d8c-3003cd961a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for network, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:11.492157 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-969157e0-b9b8-407d-8d8c-3003cd961a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:11.502786 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4e99886d-f2fa-4c2f-b8b8-c40b5e0890f8 req-03a2373f-b6dc-4e86-bd2a-0d15c94ec0a9 service neutron] 10.222.0.86 "GET /v2.0/networks/f8202e7f-abbe-4e6f-b78f-d67eee34469d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608107 Feb 16 18:06:11.508085 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-969157e0-b9b8-407d-8d8c-3003cd961a42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:11.512951 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-969157e0-b9b8-407d-8d8c-3003cd961a42 admin admin] Usage tracker for resource:security_group_rule and tenant:a1ea36c4b5bf423eb1218bd861b1b8e3 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:11.516006 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-969157e0-b9b8-407d-8d8c-3003cd961a42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:11.522301 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-969157e0-b9b8-407d-8d8c-3003cd961a42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:11.623868 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-969157e0-b9b8-407d-8d8c-3003cd961a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:11.628563 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-969157e0-b9b8-407d-8d8c-3003cd961a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:11.633156 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-fa540ee0-1c41-44d3-b9b3-293f2e5f26c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:11.661105 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4e99886d-f2fa-4c2f-b8b8-c40b5e0890f8 req-4d7aca12-1add-4ef3-a1ae-9bf9f2e8acf6 service neutron] 10.222.0.86 "GET /v2.0/networks/f8202e7f-abbe-4e6f-b78f-d67eee34469d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1423216 Feb 16 18:06:11.666576 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-969157e0-b9b8-407d-8d8c-3003cd961a42 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=83986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 18:06:11.680843 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969157e0-b9b8-407d-8d8c-3003cd961a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bcfc46-fec5-4b44-8b3a-de63e185040f,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:11.685617 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-969157e0-b9b8-407d-8d8c-3003cd961a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:11.686785 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-969157e0-b9b8-407d-8d8c-3003cd961a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975480'] for segment, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:11.687164 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.db.segments_db [None req-969157e0-b9b8-407d-8d8c-3003cd961a42 admin admin] Added segment 2211e4c8-d7a9-44b5-ba41-6ae46eb39c79 of type vxlan for network 52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d Feb 16 18:06:11.717037 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-969157e0-b9b8-407d-8d8c-3003cd961a42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287454046290'] for network, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:11.747607 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-969157e0-b9b8-407d-8d8c-3003cd961a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548'] for network, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:11.748899 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969157e0-b9b8-407d-8d8c-3003cd961a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:11.749577 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-969157e0-b9b8-407d-8d8c-3003cd961a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:11.754489 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:11.858258 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-969157e0-b9b8-407d-8d8c-3003cd961a42 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5707407 Feb 16 18:06:11.861376 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969157e0-b9b8-407d-8d8c-3003cd961a42 admin admin] Pushing event updated for resources: {'Network': ['ID=52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:11.861766 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 58802) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:11.864245 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-969157e0-b9b8-407d-8d8c-3003cd961a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:11.869931 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-4c6463af-4b81-4421-9370-ba13599c62c2 admin admin] Request body: {'subnet': {'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713530-subnet', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:06:11.874142 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Network 52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d details requested by agent ovs-agent-dv-cinder-763306-9-smb with host dv-cinder-763306-9-smb {{(pid=83987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:06:11.875581 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-4c6463af-4b81-4421-9370-ba13599c62c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:11.880392 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-4c6463af-4b81-4421-9370-ba13599c62c2 admin admin] Usage tracker for resource:subnet and tenant:a1ea36c4b5bf423eb1218bd861b1b8e3 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:11.884366 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-4c6463af-4b81-4421-9370-ba13599c62c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:11.890677 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-4c6463af-4b81-4421-9370-ba13599c62c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:11.892659 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Network 52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:06:11.900831 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6463af-4b81-4421-9370-ba13599c62c2 admin admin] Made reservation on behalf of a1ea36c4b5bf423eb1218bd861b1b8e3 for: {'subnet': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:06:11.906043 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4c6463af-4b81-4421-9370-ba13599c62c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:12.582866 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04bb86-3934-4a1a-a709-4e47122d1201 req-fd7090f8-472a-46cb-a73e-e66c2e0fc8b8 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:12.584573 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3a04bb86-3934-4a1a-a709-4e47122d1201 req-fd7090f8-472a-46cb-a73e-e66c2e0fc8b8 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=a698c946-af6d-4bfd-9cba-7da90f71227a HTTP/1.1" status: 200 len: 943 time: 0.2302499 Feb 16 18:06:12.608302 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4c6463af-4b81-4421-9370-ba13599c62c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548'] for subnet, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:12.662621 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d5c1d-38c9-4c40-b1e1-6a29331aa0ec req-50a15610-b3cb-4aaf-b86f-d977d321c445 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:12.664285 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9f0d5c1d-38c9-4c40-b1e1-6a29331aa0ec req-50a15610-b3cb-4aaf-b86f-d977d321c445 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.2455249 Feb 16 18:06:12.670436 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-84e4ac38-2e3f-451d-845c-75098a5a178b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:12.709846 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 67638753-e7a2-4bef-898b-b24a32f2a73f up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:06:12.803753 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3a04bb86-3934-4a1a-a709-4e47122d1201 req-199b01cc-905b-47e3-b92f-b8fc1259f882 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986413 Feb 16 18:06:12.830308 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning for port 67638753-e7a2-4bef-898b-b24a32f2a73f completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:06:12.841689 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 67638753-e7a2-4bef-898b-b24a32f2a73f triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:06:12.843992 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:12.879169 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6463af-4b81-4421-9370-ba13599c62c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eeef3d3-2e0a-421d-8113-cd0a34d78d12,revision_number=0']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:12.887932 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9f0d5c1d-38c9-4c40-b1e1-6a29331aa0ec req-9ee0de37-ad3d-4c60-bf07-585278e4cee8 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243868 Feb 16 18:06:12.900678 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-4c6463af-4b81-4421-9370-ba13599c62c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:12.978672 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6463af-4b81-4421-9370-ba13599c62c2 admin admin] Checking segment: {'id': '2211e4c8-d7a9-44b5-ba41-6ae46eb39c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:06:12.979478 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6463af-4b81-4421-9370-ba13599c62c2 admin admin] Network hostable DHCP agents. Network: 52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d, hostable agents: ['de8c96f3-9ead-4786-a920-55e7f9d921c5'], hosted agents: [] {{(pid=83985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:06:13.003829 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6463af-4b81-4421-9370-ba13599c62c2 admin admin] Network 52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d is scheduled to be hosted by DHCP agent de8c96f3-9ead-4786-a920-55e7f9d921c5 with binding_index 1 {{(pid=83985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:06:13.015661 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-4c6463af-4b81-4421-9370-ba13599c62c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-smb, 52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d) {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:06:13.019970 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6463af-4b81-4421-9370-ba13599c62c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:13.020726 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4c6463af-4b81-4421-9370-ba13599c62c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:13.027874 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dbf1dc-e99a-4483-a741-8b2a71a1b508 None None] Network 52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:06:13.045377 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-4c6463af-4b81-4421-9370-ba13599c62c2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1815927 Feb 16 18:06:13.048274 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 58844) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:13.056678 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-eb0d3dc6-5723-41c9-abed-82e7330ae8a3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1241713530-router', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'}}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:06:13.070166 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-eb0d3dc6-5723-41c9-abed-82e7330ae8a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:13.082993 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-eb0d3dc6-5723-41c9-abed-82e7330ae8a3 admin admin] Usage tracker for resource:router and tenant:a1ea36c4b5bf423eb1218bd861b1b8e3 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:13.097314 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-eb0d3dc6-5723-41c9-abed-82e7330ae8a3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:13.107172 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-eb0d3dc6-5723-41c9-abed-82e7330ae8a3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:13.133989 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3dc6-5723-41c9-abed-82e7330ae8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853176566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497015'] for router, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:13.137870 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3dc6-5723-41c9-abed-82e7330ae8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1599234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1997164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1977739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854278786'] for router, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:13.156190 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3dc6-5723-41c9-abed-82e7330ae8a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:13.185451 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:13.250615 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] For port 67638753-e7a2-4bef-898b-b24a32f2a73f, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=67638753-e7a2-4bef-898b-b24a32f2a73f,segment=NetworkSegment(ce64c93e-45d9-425e-aca9-3906308158b6),segment_id=ce64c93e-45d9-425e-aca9-3906308158b6)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:06:13.254723 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a698c946-af6d-4bfd-9cba-7da90f71227a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67638753-e7a2-4bef-898b-b24a32f2a73f'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:06:13.275703 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:13.302888 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:13.389359 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a698c946-af6d-4bfd-9cba-7da90f71227a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67638753-e7a2-4bef-898b-b24a32f2a73f', 'code': 200} Feb 16 18:06:13.506618 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Pushing event updated for resources: {'Port': ['ID=67638753-e7a2-4bef-898b-b24a32f2a73f,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:13.522036 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:13.522449 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:13.522830 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:13.523307 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:13.523608 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:13.524657 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:13.525132 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:13.525554 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:13.525920 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:13.526285 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:13.526649 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:13.527123 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:13.527558 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:13.527926 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:13.528287 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:13.528884 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:13.529382 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:13.529766 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:13.530134 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:13.530629 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:13.530994 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:13.531514 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:13.531877 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:13.532237 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:13.536565 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 58870) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:13.551850 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:13.608842 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86bb937-fcd7-430a-81dc-5decd9d1e3b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7ad7740-a6d8-56fc-ba3f-3973bf36c32d-52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d', 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'fixed_ips': [{'subnet_id': '2eeef3d3-2e0a-421d-8113-cd0a34d78d12'}]}} from dv-cinder-763306-9-smb. {{(pid=83987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 18:06:13.609841 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a86bb937-fcd7-430a-81dc-5decd9d1e3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:13.792036 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3e5a539f-2cb3-4694-bfb8-7122edd76934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:13.812602 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-3e5a539f-2cb3-4694-bfb8-7122edd76934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:13.816802 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-3e5a539f-2cb3-4694-bfb8-7122edd76934 admin admin] Usage tracker for resource:security_group_rule and tenant:42197fe95c8548ec8f5e3035f64e7a13 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:13.819847 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-3e5a539f-2cb3-4694-bfb8-7122edd76934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:13.827270 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-3e5a539f-2cb3-4694-bfb8-7122edd76934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:13.876828 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2c94d-f6d0-4b65-ae4b-f9d209e84c72 req-44baa3ea-8abc-452e-9d8c-01dda6672970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:13.878631 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-01e2c94d-f6d0-4b65-ae4b-f9d209e84c72 req-44baa3ea-8abc-452e-9d8c-01dda6672970 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a698c946-af6d-4bfd-9cba-7da90f71227a HTTP/1.1" status: 200 len: 1162 time: 0.1826217 Feb 16 18:06:13.903206 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3dc6-5723-41c9-abed-82e7330ae8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1997075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1599430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854278895'] for router, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:13.906907 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 67638753-e7a2-4bef-898b-b24a32f2a73f up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:06:13.943310 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-01e2c94d-f6d0-4b65-ae4b-f9d209e84c72 req-e40aefc1-9963-4107-99dc-85f3de2f133d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521662 Feb 16 18:06:14.012809 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 67638753-e7a2-4bef-898b-b24a32f2a73f triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:06:14.013239 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:14.128292 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3e5a539f-2cb3-4694-bfb8-7122edd76934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:14.138049 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee33564-b9a6-4b01-80cb-00cf24b612ea req-e37a6b19-07ae-4bc8-9697-7e44ce61f4db tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:14.139882 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7ee33564-b9a6-4b01-80cb-00cf24b612ea req-e37a6b19-07ae-4bc8-9697-7e44ce61f4db tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=a698c946-af6d-4bfd-9cba-7da90f71227a HTTP/1.1" status: 200 len: 945 time: 0.1943114 Feb 16 18:06:14.146543 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3e5a539f-2cb3-4694-bfb8-7122edd76934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:14.159773 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-15779b63-4aba-49fb-96ab-e43ced811bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:14.244521 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [None req-a86bb937-fcd7-430a-81dc-5decd9d1e3b9 None None] Allocated IP 172.20.0.2 (52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d/2eeef3d3-2e0a-421d-8113-cd0a34d78d12/fb6bb442-88af-49dc-90fb-c422befae38f) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:06:14.263369 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-3e5a539f-2cb3-4694-bfb8-7122edd76934 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=42197fe95c8548ec8f5e3035f64e7a13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7255907 Feb 16 18:06:14.268130 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 58886) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:14.269269 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a539f-2cb3-4694-bfb8-7122edd76934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce81a36-c7db-41f4-a0c5-950943b388a1,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:14.276765 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3e5a539f-2cb3-4694-bfb8-7122edd76934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:14.300849 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3dc6-5723-41c9-abed-82e7330ae8a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:14.308934 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7ee33564-b9a6-4b01-80cb-00cf24b612ea req-27dc211c-2368-4491-b6e3-576e279cf98c tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595304 Feb 16 18:06:14.319134 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d4789-d3a3-43d1-9cc1-6ca4c7d47076 req-94577e44-b3e7-4724-8339-dda6fac4ff53 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:14.321586 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-598d4789-d3a3-43d1-9cc1-6ca4c7d47076 req-94577e44-b3e7-4724-8339-dda6fac4ff53 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.2817824 Feb 16 18:06:14.345564 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3dc6-5723-41c9-abed-82e7330ae8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:14.407614 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-598d4789-d3a3-43d1-9cc1-6ca4c7d47076 req-5625b056-6946-471b-b3d4-b1e19bd74705 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750210 Feb 16 18:06:14.414023 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7cb609a0-3355-4ad4-be16-6851339836d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:14.457343 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7cb609a0-3355-4ad4-be16-6851339836d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:14.509132 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7cb609a0-3355-4ad4-be16-6851339836d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:14.514895 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-9671ef61-1eeb-440e-bafa-d63d091b8739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:14.528296 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb609a0-3355-4ad4-be16-6851339836d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce81a36-c7db-41f4-a0c5-950943b388a1,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:14.531513 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-7cb609a0-3355-4ad4-be16-6851339836d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:14.533747 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7cb609a0-3355-4ad4-be16-6851339836d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:14.533991 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a86bb937-fcd7-430a-81dc-5decd9d1e3b9 None None] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:14.537709 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-7cb609a0-3355-4ad4-be16-6851339836d2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ce81a36-c7db-41f4-a0c5-950943b388a1 HTTP/1.1" status: 204 len: 168 time: 0.2567606 Feb 16 18:06:14.561905 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-a86bb937-fcd7-430a-81dc-5decd9d1e3b9 None None] Transition to ACTIVE for port object fb6bb442-88af-49dc-90fb-c422befae38f will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:06:14.613449 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-a86bb937-fcd7-430a-81dc-5decd9d1e3b9 None None] Transition to ACTIVE for port object fb6bb442-88af-49dc-90fb-c422befae38f will not be triggered until provisioned by entity DHCP. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:06:14.621313 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a86bb937-fcd7-430a-81dc-5decd9d1e3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:14.644164 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:14.662094 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [None req-eb0d3dc6-5723-41c9-abed-82e7330ae8a3 admin admin] Allocated IP 172.28.3.188 (d4f88037-574b-44e5-a9d6-1bdf8627b244/42ec5995-253d-4122-970e-73940637938a/3b5ff69f-28a7-4796-a8b9-86c3350dd971) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:06:14.857803 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3dc6-5723-41c9-abed-82e7330ae8a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:14.865232 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86bb937-fcd7-430a-81dc-5decd9d1e3b9 None None] Pushing event updated for resources: {'Port': ['ID=fb6bb442-88af-49dc-90fb-c422befae38f,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:14.871079 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a86bb937-fcd7-430a-81dc-5decd9d1e3b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:14.897312 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3dc6-5723-41c9-abed-82e7330ae8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851944169'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:14.938825 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 58908) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:14.950788 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86bb937-fcd7-430a-81dc-5decd9d1e3b9 None None] Network 52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:06:14.952158 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-a86bb937-fcd7-430a-81dc-5decd9d1e3b9 None None] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:06:14.954651 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86bb937-fcd7-430a-81dc-5decd9d1e3b9 None None] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:06:14.964542 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7a4ad0db-2bc9-4bd0-9392-401ab9359000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:14.982207 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-7a4ad0db-2bc9-4bd0-9392-401ab9359000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:14.986556 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-7a4ad0db-2bc9-4bd0-9392-401ab9359000 admin admin] Usage tracker for resource:security_group_rule and tenant:b599eda8df75482ba38af7f818626d8b is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:14.989900 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-7a4ad0db-2bc9-4bd0-9392-401ab9359000 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:14.997782 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-7699b93b-55ce-44c8-8ff1-15764bbc3cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:14.998379 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-7a4ad0db-2bc9-4bd0-9392-401ab9359000 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:15.018190 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-a86bb937-fcd7-430a-81dc-5decd9d1e3b9 None None] Attempting to bind port fb6bb442-88af-49dc-90fb-c422befae38f on host dv-cinder-763306-9-smb for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:06:15.018613 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-a86bb937-fcd7-430a-81dc-5decd9d1e3b9 None None] Attempting to bind port fb6bb442-88af-49dc-90fb-c422befae38f by drivers openvswitch on host dv-cinder-763306-9-smb at level 0 using segments [{'id': '2211e4c8-d7a9-44b5-ba41-6ae46eb39c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:06:15.019033 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86bb937-fcd7-430a-81dc-5decd9d1e3b9 None None] Attempting to bind port fb6bb442-88af-49dc-90fb-c422befae38f on network 52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:06:15.028805 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86bb937-fcd7-430a-81dc-5decd9d1e3b9 None None] Checking agent: {'id': '32a65721-1161-4909-9634-11ba095c6914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 17, 55, 57), 'started_at': datetime.datetime(2021, 2, 16, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:06:15.029718 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86bb937-fcd7-430a-81dc-5decd9d1e3b9 None None] Checking segment: {'id': '2211e4c8-d7a9-44b5-ba41-6ae46eb39c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:06:15.030460 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a86bb937-fcd7-430a-81dc-5decd9d1e3b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:15.030875 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86bb937-fcd7-430a-81dc-5decd9d1e3b9 None None] Bound using segment: {'id': '2211e4c8-d7a9-44b5-ba41-6ae46eb39c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:06:15.031686 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-a86bb937-fcd7-430a-81dc-5decd9d1e3b9 None None] Bound port: fb6bb442-88af-49dc-90fb-c422befae38f, host: dv-cinder-763306-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2211e4c8-d7a9-44b5-ba41-6ae46eb39c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:06:15.032118 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a86bb937-fcd7-430a-81dc-5decd9d1e3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:15.101718 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d3dc6-5723-41c9-abed-82e7330ae8a3 admin admin] Pushing event updated for resources: {'Port': ['ID=3b5ff69f-28a7-4796-a8b9-86c3350dd971,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:15.108317 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-eb0d3dc6-5723-41c9-abed-82e7330ae8a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:15.128206 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7a4ad0db-2bc9-4bd0-9392-401ab9359000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:15.133203 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7a4ad0db-2bc9-4bd0-9392-401ab9359000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:15.153619 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-a86bb937-fcd7-430a-81dc-5decd9d1e3b9 None None] For port fb6bb442-88af-49dc-90fb-c422befae38f, host dv-cinder-763306-9-smb, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:06:15.157135 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-a86bb937-fcd7-430a-81dc-5decd9d1e3b9 None None] For port fb6bb442-88af-49dc-90fb-c422befae38f, host dv-cinder-763306-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=fb6bb442-88af-49dc-90fb-c422befae38f,segment=NetworkSegment(2211e4c8-d7a9-44b5-ba41-6ae46eb39c79),segment_id=2211e4c8-d7a9-44b5-ba41-6ae46eb39c79)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:06:15.160959 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a86bb937-fcd7-430a-81dc-5decd9d1e3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:15.164261 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0d3dc6-5723-41c9-abed-82e7330ae8a3 admin admin] Network d4f88037-574b-44e5-a9d6-1bdf8627b244 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:06:15.165809 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-eb0d3dc6-5723-41c9-abed-82e7330ae8a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:06:15.168469 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0d3dc6-5723-41c9-abed-82e7330ae8a3 admin admin] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:06:15.176280 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:15.191875 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:15.264901 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-7a4ad0db-2bc9-4bd0-9392-401ab9359000 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b599eda8df75482ba38af7f818626d8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3224459 Feb 16 18:06:15.264901 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ad0db-2bc9-4bd0-9392-401ab9359000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cffd31-9519-469e-babf-7fa1e611be44,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:15.272252 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 58918) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:15.330020 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-7a4ad0db-2bc9-4bd0-9392-401ab9359000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:15.372181 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0fa602fc-5580-4f74-84d5-f04e18eeeca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:15.396026 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86bb937-fcd7-430a-81dc-5decd9d1e3b9 None None] Pushing event updated for resources: {'Port': ['ID=fb6bb442-88af-49dc-90fb-c422befae38f,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:15.403732 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a86bb937-fcd7-430a-81dc-5decd9d1e3b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:15.404032 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0fa602fc-5580-4f74-84d5-f04e18eeeca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:15.551632 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f712966-d7de-4c08-93c7-bd66a126e840 req-b7525e40-2155-4724-bcbb-ad0aed8b784b tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:15.553250 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1f712966-d7de-4c08-93c7-bd66a126e840 req-b7525e40-2155-4724-bcbb-ad0aed8b784b tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=a698c946-af6d-4bfd-9cba-7da90f71227a HTTP/1.1" status: 200 len: 945 time: 0.1095672 Feb 16 18:06:15.556026 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0fa602fc-5580-4f74-84d5-f04e18eeeca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:15.603655 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:15.638741 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa602fc-5580-4f74-84d5-f04e18eeeca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cffd31-9519-469e-babf-7fa1e611be44,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:15.648361 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-0fa602fc-5580-4f74-84d5-f04e18eeeca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:15.655186 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0fa602fc-5580-4f74-84d5-f04e18eeeca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:15.656455 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-0fa602fc-5580-4f74-84d5-f04e18eeeca4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c7cffd31-9519-469e-babf-7fa1e611be44 HTTP/1.1" status: 204 len: 168 time: 0.3831227 Feb 16 18:06:15.688997 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1f712966-d7de-4c08-93c7-bd66a126e840 req-058c738d-1a5f-4e2f-bc29-c44fb7e2d568 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928423 Feb 16 18:06:15.726907 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3c2b9-2560-40a0-bec7-5608439eb3fc req-c2949a8b-8813-4687-909d-ecb1e8a7623d tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:15.745207 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f6a3c2b9-2560-40a0-bec7-5608439eb3fc req-c2949a8b-8813-4687-909d-ecb1e8a7623d tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.1902003 Feb 16 18:06:15.775262 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3dc6-5723-41c9-abed-82e7330ae8a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:15.825161 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f6a3c2b9-2560-40a0-bec7-5608439eb3fc req-bacac93b-b741-4f67-b9cf-b7f6e0d14ee1 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787909 Feb 16 18:06:16.280375 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3dc6-5723-41c9-abed-82e7330ae8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853176370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852778499'] for router, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:16.595214 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 58964) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:16.811994 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ad589320-0975-40ea-815c-97bd4f5624c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:16.835515 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0d3dc6-5723-41c9-abed-82e7330ae8a3 admin admin] Router a1ffb9f7-fe77-4265-9934-d4894f0984b5 is scheduled to L3 agent 616de62f-f042-46f7-b8cf-861f27422584 with binding_index 1 {{(pid=83986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 16 18:06:16.854060 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-ad589320-0975-40ea-815c-97bd4f5624c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:16.862312 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-ad589320-0975-40ea-815c-97bd4f5624c8 admin admin] Usage tracker for resource:security_group_rule and tenant:d65d4933b4774dcc878b7be1f4d70f84 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:16.867893 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-ad589320-0975-40ea-815c-97bd4f5624c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:16.886029 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-ad589320-0975-40ea-815c-97bd4f5624c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:16.990034 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 58984) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:17.101675 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d98924-c8de-455b-93ab-e2edfa80a0c4 None None] Network 52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:06:17.213815 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-0ba4a2e6-7bed-4c4e-96e4-bbe86d6dc3bc None None] Provisioning for port fb6bb442-88af-49dc-90fb-c422befae38f completed by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:06:17.239174 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671b8bd-49fa-43bd-891f-5390ca6d2172 req-722aeb44-42a7-4695-b526-d963f00d714d tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:17.241710 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0d3dc6-5723-41c9-abed-82e7330ae8a3 admin admin] Notify agent at l3_agent.dv-cinder-763306-9-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:06:17.249799 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c671b8bd-49fa-43bd-891f-5390ca6d2172 req-722aeb44-42a7-4695-b526-d963f00d714d tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=a698c946-af6d-4bfd-9cba-7da90f71227a HTTP/1.1" status: 200 len: 945 time: 0.3610086 Feb 16 18:06:17.255692 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f24c30-f865-4982-8848-02f3ea782486 None None] Sync routers for ids ['a1ffb9f7-fe77-4265-9934-d4894f0984b5'] in dv-cinder-763306-9-smb {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:06:17.285028 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f24c30-f865-4982-8848-02f3ea782486 None None] Routers {'a1ffb9f7-fe77-4265-9934-d4894f0984b5'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:06:17.286234 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-24f24c30-f865-4982-8848-02f3ea782486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:05:56Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['a1ffb9f7-fe77-4265-9934-d4894f0984b5'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:06:17.288386 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3dc6-5723-41c9-abed-82e7330ae8a3 admin admin] Notify callbacks [] for router, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:17.298257 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-eb0d3dc6-5723-41c9-abed-82e7330ae8a3 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2486546 Feb 16 18:06:17.299320 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 58994) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:17.338515 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 58998) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:17.415759 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-3af97cae-1c08-4dae-bb66-21838bf9ca71 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1849241235-network', 'tenant_id': '824d2286864c483eb5e2e281bf37fe67'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:06:17.428810 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18ca59-b543-4640-9147-86224aa2ce4b req-9eb721aa-38b5-459a-b373-136a0a63a67d tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:17.430441 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9f18ca59-b543-4640-9147-86224aa2ce4b req-9eb721aa-38b5-459a-b373-136a0a63a67d tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.4136558 Feb 16 18:06:17.469099 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-3af97cae-1c08-4dae-bb66-21838bf9ca71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:17.473710 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-3af97cae-1c08-4dae-bb66-21838bf9ca71 admin admin] Usage tracker for resource:network and tenant:824d2286864c483eb5e2e281bf37fe67 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:17.477573 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-3af97cae-1c08-4dae-bb66-21838bf9ca71 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:17.484810 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-3af97cae-1c08-4dae-bb66-21838bf9ca71 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:17.500607 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c671b8bd-49fa-43bd-891f-5390ca6d2172 req-8af48829-829b-483a-9ebc-84cb31952cc8 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492092 Feb 16 18:06:17.552429 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ad589320-0975-40ea-815c-97bd4f5624c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:17.575083 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ad589320-0975-40ea-815c-97bd4f5624c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:17.622266 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:17.732054 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device fb6bb442-88af-49dc-90fb-c422befae38f up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:06:17.782225 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-24f24c30-f865-4982-8848-02f3ea782486 None None] Set router a1ffb9f7-fe77-4265-9934-d4894f0984b5 gateway port host: dv-cinder-763306-9-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:06:17.943765 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-ad589320-0975-40ea-815c-97bd4f5624c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d65d4933b4774dcc878b7be1f4d70f84&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3472331 Feb 16 18:06:17.945243 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-12445558-2867-42fb-ab0f-22abbb0b9e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:17.955802 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 59008) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:17.956234 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-fca1e1dc-888f-46a9-b3af-7e31e69d4bb6 None None] Provisioning complete for port fb6bb442-88af-49dc-90fb-c422befae38f triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:06:17.956786 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-fca1e1dc-888f-46a9-b3af-7e31e69d4bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:17.972500 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af97cae-1c08-4dae-bb66-21838bf9ca71 admin admin] Made reservation on behalf of 824d2286864c483eb5e2e281bf37fe67 for: {'network': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:06:17.982241 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3af97cae-1c08-4dae-bb66-21838bf9ca71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for network, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:18.018600 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning for port fb6bb442-88af-49dc-90fb-c422befae38f completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:06:18.035232 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-12445558-2867-42fb-ab0f-22abbb0b9e9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:18.039961 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-12445558-2867-42fb-ab0f-22abbb0b9e9d admin admin] Usage tracker for resource:security_group_rule and tenant:3d579c2a042946a4a0d497998ef69588 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:18.043010 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-12445558-2867-42fb-ab0f-22abbb0b9e9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:18.056107 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-12445558-2867-42fb-ab0f-22abbb0b9e9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:18.070020 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port fb6bb442-88af-49dc-90fb-c422befae38f triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:06:18.072647 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:18.255007 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-24f24c30-f865-4982-8848-02f3ea782486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713530-router', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:13Z', 'updated_at': '2021-02-16T18:06:15Z', 'revision_number': 3, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'gw_port': {'id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:14Z', 'updated_at': '2021-02-16T18:06:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:06:18.261108 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f24c30-f865-4982-8848-02f3ea782486 None None] Checking router: a1ffb9f7-fe77-4265-9934-d4894f0984b5 for host: dv-cinder-763306-9-smb {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:06:18.261731 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f24c30-f865-4982-8848-02f3ea782486 None None] Updating router a1ffb9f7-fe77-4265-9934-d4894f0984b5 port 3b5ff69f-28a7-4796-a8b9-86c3350dd971 binding host dv-cinder-763306-9-smb {{(pid=83988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 18:06:18.266759 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-12445558-2867-42fb-ab0f-22abbb0b9e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:18.315226 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-12445558-2867-42fb-ab0f-22abbb0b9e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:18.328459 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3af97cae-1c08-4dae-bb66-21838bf9ca71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:18.365125 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-24f24c30-f865-4982-8848-02f3ea782486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:18.387925 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad589320-0975-40ea-815c-97bd4f5624c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad0803c-aff2-455b-a391-aa1b1235421f,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:18.393313 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9f18ca59-b543-4640-9147-86224aa2ce4b req-0a9076f1-842e-466f-b047-22c3a8b2d6fc tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9510176 Feb 16 18:06:18.394389 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ad589320-0975-40ea-815c-97bd4f5624c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.772s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:18.419539 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:18.455224 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12445558-2867-42fb-ab0f-22abbb0b9e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd9e66c-2f22-47b1-84f9-6a9916c21276,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:18.461759 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-3af97cae-1c08-4dae-bb66-21838bf9ca71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:18.469501 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-12445558-2867-42fb-ab0f-22abbb0b9e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:18.476020 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-12445558-2867-42fb-ab0f-22abbb0b9e9d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3d579c2a042946a4a0d497998ef69588&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1338549 Feb 16 18:06:18.476020 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-3af97cae-1c08-4dae-bb66-21838bf9ca71 admin admin] Usage tracker for resource:security_group_rule and tenant:824d2286864c483eb5e2e281bf37fe67 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:18.483371 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 59018) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:18.488045 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-3af97cae-1c08-4dae-bb66-21838bf9ca71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:18.523053 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-3af97cae-1c08-4dae-bb66-21838bf9ca71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:18.542968 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-668b5174-1d28-496a-89a7-cb0ac9dc71c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:18.579303 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-668b5174-1d28-496a-89a7-cb0ac9dc71c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:18.604734 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8cbff54e-eecb-4b70-8160-4ad2fdfb8b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:18.649499 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8cbff54e-eecb-4b70-8160-4ad2fdfb8b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:18.695217 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-668b5174-1d28-496a-89a7-cb0ac9dc71c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:18.720739 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:18.736070 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3af97cae-1c08-4dae-bb66-21838bf9ca71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:18.740089 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3af97cae-1c08-4dae-bb66-21838bf9ca71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:18.748180 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-7cb609a0-3355-4ad4-be16-6851339836d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:18.800685 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af97cae-1c08-4dae-bb66-21838bf9ca71 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=83985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 18:06:18.817142 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3af97cae-1c08-4dae-bb66-21838bf9ca71 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749401242329', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975480'] for segment, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:18.817594 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.db.segments_db [None req-3af97cae-1c08-4dae-bb66-21838bf9ca71 admin admin] Added segment cb7a65ae-38d4-4672-9b94-6aae0b3fce75 of type vxlan for network a901cd91-4565-42dc-9396-f8f5ec868049 Feb 16 18:06:18.873014 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8cbff54e-eecb-4b70-8160-4ad2fdfb8b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:18.878595 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b5174-1d28-496a-89a7-cb0ac9dc71c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad0803c-aff2-455b-a391-aa1b1235421f,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:18.889830 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3af97cae-1c08-4dae-bb66-21838bf9ca71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287454046290'] for network, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:18.901210 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-668b5174-1d28-496a-89a7-cb0ac9dc71c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:18.902418 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-668b5174-1d28-496a-89a7-cb0ac9dc71c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:18.913627 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af97cae-1c08-4dae-bb66-21838bf9ca71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1c0bbe-5e08-4dcb-84f3-00500476b554,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:18.913968 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-668b5174-1d28-496a-89a7-cb0ac9dc71c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9ad0803c-aff2-455b-a391-aa1b1235421f HTTP/1.1" status: 204 len: 168 time: 0.9564834 Feb 16 18:06:18.945214 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-24f24c30-f865-4982-8848-02f3ea782486 None None] Notify callbacks [] for port, precommit_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:18.950066 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-fca1e1dc-888f-46a9-b3af-7e31e69d4bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:18.963870 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-24f24c30-f865-4982-8848-02f3ea782486 None None] Transition to ACTIVE for port object 3b5ff69f-28a7-4796-a8b9-86c3350dd971 will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:06:18.970134 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-24f24c30-f865-4982-8848-02f3ea782486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:18.972253 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9fc4a28e-50f7-4da5-8b4f-bcad1b75e112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:18.976133 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3af97cae-1c08-4dae-bb66-21838bf9ca71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:18.980024 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-5c6d37e4-68a5-47f6-ad1a-1c4c50f57f09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:18.996767 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:19.003241 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbff54e-eecb-4b70-8160-4ad2fdfb8b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd9e66c-2f22-47b1-84f9-6a9916c21276,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:19.023501 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-8cbff54e-eecb-4b70-8160-4ad2fdfb8b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:19.050781 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8cbff54e-eecb-4b70-8160-4ad2fdfb8b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:19.058159 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-8cbff54e-eecb-4b70-8160-4ad2fdfb8b60 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fcd9e66c-2f22-47b1-84f9-6a9916c21276 HTTP/1.1" status: 204 len: 168 time: 0.5736001 Feb 16 18:06:19.088393 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3af97cae-1c08-4dae-bb66-21838bf9ca71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548'] for network, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:19.089821 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af97cae-1c08-4dae-bb66-21838bf9ca71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:19.090462 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3af97cae-1c08-4dae-bb66-21838bf9ca71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:19.099179 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3461934d-a74b-4c25-a7c9-57b1a8312deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:19.141904 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] For port fb6bb442-88af-49dc-90fb-c422befae38f, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=fb6bb442-88af-49dc-90fb-c422befae38f,segment=NetworkSegment(2211e4c8-d7a9-44b5-ba41-6ae46eb39c79),segment_id=2211e4c8-d7a9-44b5-ba41-6ae46eb39c79)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:06:19.143738 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:19.343141 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-24f24c30-f865-4982-8848-02f3ea782486 None None] Attempting to bind port 3b5ff69f-28a7-4796-a8b9-86c3350dd971 on host dv-cinder-763306-9-smb for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:06:19.346135 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-24f24c30-f865-4982-8848-02f3ea782486 None None] Attempting to bind port 3b5ff69f-28a7-4796-a8b9-86c3350dd971 by drivers openvswitch on host dv-cinder-763306-9-smb at level 0 using segments [{'id': 'd8e446b7-17d7-4e96-a48b-79ba500f2134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:06:19.346816 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f24c30-f865-4982-8848-02f3ea782486 None None] Attempting to bind port 3b5ff69f-28a7-4796-a8b9-86c3350dd971 on network d4f88037-574b-44e5-a9d6-1bdf8627b244 {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:06:19.364116 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f24c30-f865-4982-8848-02f3ea782486 None None] Checking agent: {'id': '32a65721-1161-4909-9634-11ba095c6914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 17, 55, 57), 'started_at': datetime.datetime(2021, 2, 16, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:06:19.365430 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f24c30-f865-4982-8848-02f3ea782486 None None] Checking segment: {'id': 'd8e446b7-17d7-4e96-a48b-79ba500f2134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:06:19.365753 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:19.370300 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-24f24c30-f865-4982-8848-02f3ea782486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:19.372422 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f24c30-f865-4982-8848-02f3ea782486 None None] Bound using segment: {'id': 'd8e446b7-17d7-4e96-a48b-79ba500f2134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:06:19.373897 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-24f24c30-f865-4982-8848-02f3ea782486 None None] Bound port: 3b5ff69f-28a7-4796-a8b9-86c3350dd971, host: dv-cinder-763306-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e446b7-17d7-4e96-a48b-79ba500f2134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:06:19.374857 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-24f24c30-f865-4982-8848-02f3ea782486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:19.375285 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.db.api [None req-fca1e1dc-888f-46a9-b3af-7e31e69d4bb6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83987) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:06:19.375966 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_db.api [None req-fca1e1dc-888f-46a9-b3af-7e31e69d4bb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 18:06:19.376644 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a86bb937-fcd7-430a-81dc-5decd9d1e3b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:19.391326 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-3af97cae-1c08-4dae-bb66-21838bf9ca71 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.3953214 Feb 16 18:06:19.406876 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 59038) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:19.475096 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af97cae-1c08-4dae-bb66-21838bf9ca71 admin admin] Pushing event updated for resources: {'Network': ['ID=a901cd91-4565-42dc-9396-f8f5ec868049,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:19.477225 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 59042) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:19.487028 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-f2aab19f-23ee-4247-9b8e-446241734f06 admin admin] Request body: {'subnet': {'network_id': 'a901cd91-4565-42dc-9396-f8f5ec868049', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1849241235-subnet', 'tenant_id': '824d2286864c483eb5e2e281bf37fe67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:06:19.532404 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-f2aab19f-23ee-4247-9b8e-446241734f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:19.535138 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3af97cae-1c08-4dae-bb66-21838bf9ca71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:19.551314 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Network a901cd91-4565-42dc-9396-f8f5ec868049 details requested by agent ovs-agent-dv-cinder-763306-9-smb with host dv-cinder-763306-9-smb {{(pid=83987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:06:19.554309 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-f2aab19f-23ee-4247-9b8e-446241734f06 admin admin] Usage tracker for resource:subnet and tenant:824d2286864c483eb5e2e281bf37fe67 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:19.563090 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-f2aab19f-23ee-4247-9b8e-446241734f06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:19.573343 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-088818da-bed7-4881-ae95-04d9a8098849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:19.595288 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Network a901cd91-4565-42dc-9396-f8f5ec868049 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:06:19.609309 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-f2aab19f-23ee-4247-9b8e-446241734f06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:19.633098 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-088818da-bed7-4881-ae95-04d9a8098849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:19.646284 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ce6ce-b7cb-49b2-a8e4-2fe54c139c29 None None] Pushing event updated for resources: {'Port': ['ID=3b5ff69f-28a7-4796-a8b9-86c3350dd971,revision_number=2']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:19.681910 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4ce6ce-b7cb-49b2-a8e4-2fe54c139c29 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:19.682289 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4ce6ce-b7cb-49b2-a8e4-2fe54c139c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:19.684306 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-088818da-bed7-4881-ae95-04d9a8098849 admin admin] Usage tracker for resource:security_group_rule and tenant:e0341b2ae6af4c628fa9bf95508ea0ec is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:19.687532 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4ce6ce-b7cb-49b2-a8e4-2fe54c139c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:19.687969 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4ce6ce-b7cb-49b2-a8e4-2fe54c139c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:19.688345 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4ce6ce-b7cb-49b2-a8e4-2fe54c139c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:19.688716 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4ce6ce-b7cb-49b2-a8e4-2fe54c139c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:19.689079 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4ce6ce-b7cb-49b2-a8e4-2fe54c139c29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:19.689674 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4ce6ce-b7cb-49b2-a8e4-2fe54c139c29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:19.690034 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4ce6ce-b7cb-49b2-a8e4-2fe54c139c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:19.690390 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4ce6ce-b7cb-49b2-a8e4-2fe54c139c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:19.690745 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4ce6ce-b7cb-49b2-a8e4-2fe54c139c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:19.691098 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4ce6ce-b7cb-49b2-a8e4-2fe54c139c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:19.691548 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4ce6ce-b7cb-49b2-a8e4-2fe54c139c29 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:19.691907 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4ce6ce-b7cb-49b2-a8e4-2fe54c139c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:19.692261 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4ce6ce-b7cb-49b2-a8e4-2fe54c139c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:19.692610 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4ce6ce-b7cb-49b2-a8e4-2fe54c139c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:19.693086 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4ce6ce-b7cb-49b2-a8e4-2fe54c139c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:19.694432 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4ce6ce-b7cb-49b2-a8e4-2fe54c139c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:19.694432 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4ce6ce-b7cb-49b2-a8e4-2fe54c139c29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:19.694627 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2aab19f-23ee-4247-9b8e-446241734f06 admin admin] Made reservation on behalf of 824d2286864c483eb5e2e281bf37fe67 for: {'subnet': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:06:19.694704 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4ce6ce-b7cb-49b2-a8e4-2fe54c139c29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:19.694794 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4ce6ce-b7cb-49b2-a8e4-2fe54c139c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:19.695158 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4ce6ce-b7cb-49b2-a8e4-2fe54c139c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:19.695599 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4ce6ce-b7cb-49b2-a8e4-2fe54c139c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:19.696595 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4ce6ce-b7cb-49b2-a8e4-2fe54c139c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:06:19.700164 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f2aab19f-23ee-4247-9b8e-446241734f06 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:19.701885 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-24f24c30-f865-4982-8848-02f3ea782486 None None] For port 3b5ff69f-28a7-4796-a8b9-86c3350dd971, host dv-cinder-763306-9-smb, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:06:19.705783 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ca4ce6ce-b7cb-49b2-a8e4-2fe54c139c29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:19.709162 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-24f24c30-f865-4982-8848-02f3ea782486 None None] For port 3b5ff69f-28a7-4796-a8b9-86c3350dd971, host dv-cinder-763306-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=3b5ff69f-28a7-4796-a8b9-86c3350dd971,segment=NetworkSegment(d8e446b7-17d7-4e96-a48b-79ba500f2134),segment_id=d8e446b7-17d7-4e96-a48b-79ba500f2134)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:06:19.727913 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-24f24c30-f865-4982-8848-02f3ea782486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:19.734697 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-088818da-bed7-4881-ae95-04d9a8098849 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:19.746378 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f25c330e-b96b-4d2b-92fa-99497a7b890e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:19.794453 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [None req-9fc4a28e-50f7-4da5-8b4f-bcad1b75e112 admin admin] Allocated IP 172.20.0.1 (52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d/2eeef3d3-2e0a-421d-8113-cd0a34d78d12/8ad6a1ad-91ef-4409-84dd-08d16d503266) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:06:19.804654 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-088818da-bed7-4881-ae95-04d9a8098849 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:19.821682 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 59050) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:19.865049 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-fbad7a9d-0fb8-449d-8e0b-9cbf61259cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:19.918198 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ce6ce-b7cb-49b2-a8e4-2fe54c139c29 None None] Pushing event updated for resources: {'Port': ['ID=3b5ff69f-28a7-4796-a8b9-86c3350dd971,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:19.920556 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-fbad7a9d-0fb8-449d-8e0b-9cbf61259cfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:19.926716 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ca4ce6ce-b7cb-49b2-a8e4-2fe54c139c29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:19.927921 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Pushing event updated for resources: {'Port': ['ID=fb6bb442-88af-49dc-90fb-c422befae38f,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:19.931924 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:19.939035 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-fbad7a9d-0fb8-449d-8e0b-9cbf61259cfd admin admin] Usage tracker for resource:security_group_rule and tenant:e252121a0d6f44d585277e63a9c577e4 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:19.943610 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-fbad7a9d-0fb8-449d-8e0b-9cbf61259cfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:19.950445 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-fbad7a9d-0fb8-449d-8e0b-9cbf61259cfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:20.001457 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30c7fc-9abc-458f-ba5b-a2b12d4a05ca req-912722b5-c216-453c-804a-bd8fdc019a71 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:20.003650 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9fc4a28e-50f7-4da5-8b4f-bcad1b75e112 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:20.009701 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f24c30-f865-4982-8848-02f3ea782486 None None] Routers {'a1ffb9f7-fe77-4265-9934-d4894f0984b5'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:06:20.010668 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-24f24c30-f865-4982-8848-02f3ea782486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:05:56Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['a1ffb9f7-fe77-4265-9934-d4894f0984b5'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:06:20.011222 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1a30c7fc-9abc-458f-ba5b-a2b12d4a05ca req-912722b5-c216-453c-804a-bd8fdc019a71 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.3716846 Feb 16 18:06:20.024746 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-9fc4a28e-50f7-4da5-8b4f-bcad1b75e112 admin admin] Transition to ACTIVE for port object 8ad6a1ad-91ef-4409-84dd-08d16d503266 will not be triggered until provisioned by entity DHCP. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:06:20.049411 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9fc4a28e-50f7-4da5-8b4f-bcad1b75e112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851944169'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:20.067210 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-2f4fef48-315c-4da4-9dd6-66d38cafb45b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:20.079810 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1a30c7fc-9abc-458f-ba5b-a2b12d4a05ca req-982cd6a8-5caf-4fb8-83fa-84e2be5a5c6c tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675778 Feb 16 18:06:20.125874 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-f56f52f3-fabf-44a2-b360-99d71be80468 None None] Provisioning complete for port fb6bb442-88af-49dc-90fb-c422befae38f triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:06:20.126293 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f56f52f3-fabf-44a2-b360-99d71be80468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:20.232569 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc4a28e-50f7-4da5-8b4f-bcad1b75e112 admin admin] Pushing event updated for resources: {'Port': ['ID=8ad6a1ad-91ef-4409-84dd-08d16d503266,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:20.238186 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-9fc4a28e-50f7-4da5-8b4f-bcad1b75e112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:20.284535 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-24f24c30-f865-4982-8848-02f3ea782486 None None] Set router a1ffb9f7-fe77-4265-9934-d4894f0984b5 gateway port host: dv-cinder-763306-9-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:06:20.343608 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc4a28e-50f7-4da5-8b4f-bcad1b75e112 admin admin] Network 52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:06:20.345902 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-9fc4a28e-50f7-4da5-8b4f-bcad1b75e112 admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:06:20.358833 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc4a28e-50f7-4da5-8b4f-bcad1b75e112 admin admin] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:06:20.394155 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-088818da-bed7-4881-ae95-04d9a8098849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:20.400543 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-fbad7a9d-0fb8-449d-8e0b-9cbf61259cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:20.402334 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-088818da-bed7-4881-ae95-04d9a8098849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:20.415524 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:20.431836 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9fc4a28e-50f7-4da5-8b4f-bcad1b75e112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1592565'] for router_interface, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:20.540029 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-fbad7a9d-0fb8-449d-8e0b-9cbf61259cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:20.579320 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9fc4a28e-50f7-4da5-8b4f-bcad1b75e112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:20.649320 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-088818da-bed7-4881-ae95-04d9a8098849 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0341b2ae6af4c628fa9bf95508ea0ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1545954 Feb 16 18:06:20.650750 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088818da-bed7-4881-ae95-04d9a8098849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8840cf51-6369-4a86-a365-6de151c75e3a,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:20.659450 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 59060) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:20.659722 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-fbad7a9d-0fb8-449d-8e0b-9cbf61259cfd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e252121a0d6f44d585277e63a9c577e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8311584 Feb 16 18:06:20.660457 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 59062) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:20.661144 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-088818da-bed7-4881-ae95-04d9a8098849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:20.663651 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:20.694441 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-24f24c30-f865-4982-8848-02f3ea782486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713530-router', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:13Z', 'updated_at': '2021-02-16T18:06:15Z', 'revision_number': 3, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'gw_port': {'id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:14Z', 'updated_at': '2021-02-16T18:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:06:20.700979 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f24c30-f865-4982-8848-02f3ea782486 None None] The sync data for ids ['a1ffb9f7-fe77-4265-9934-d4894f0984b5'] in dv-cinder-763306-9-smb is: [{'id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713530-router', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:13Z', 'updated_at': '2021-02-16T18:06:15Z', 'revision_number': 3, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'gw_port': {'id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:14Z', 'updated_at': '2021-02-16T18:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:06:20.732580 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad7a9d-0fb8-449d-8e0b-9cbf61259cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b16e0a-0081-40af-b006-fda1d70922b9,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:20.755059 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-fbad7a9d-0fb8-449d-8e0b-9cbf61259cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:20.761988 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-126f1c72-ce76-4ea7-9564-a2665683bb16 None None] Provisioning for port 8ad6a1ad-91ef-4409-84dd-08d16d503266 completed by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:06:20.767628 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-126f1c72-ce76-4ea7-9564-a2665683bb16 None None] Provisioning complete for port 8ad6a1ad-91ef-4409-84dd-08d16d503266 triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:06:20.768297 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-126f1c72-ce76-4ea7-9564-a2665683bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:20.859205 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-126f1c72-ce76-4ea7-9564-a2665683bb16 None None] Port 8ad6a1ad-91ef-4409-84dd-08d16d503266 cannot update to ACTIVE because it is not bound. {{(pid=83987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:06:20.900982 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6aa9ee91-82e6-4d14-9fa6-a7b4f4115908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:20.905126 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f2aab19f-23ee-4247-9b8e-446241734f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548'] for subnet, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:20.935896 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9d1146d1-26f6-46cb-b701-083f64ac7b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:20.969674 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-1abaa7d8-1c1a-4683-8a6f-508ea0f9b8bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:21.034718 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6aa9ee91-82e6-4d14-9fa6-a7b4f4115908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:21.055791 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aab19f-23ee-4247-9b8e-446241734f06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9d0f25e-b4b6-41e5-91e3-365ae31075ca,revision_number=0']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:21.068917 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f2aab19f-23ee-4247-9b8e-446241734f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:21.093087 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9d1146d1-26f6-46cb-b701-083f64ac7b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:21.132423 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aab19f-23ee-4247-9b8e-446241734f06 admin admin] Checking segment: {'id': 'cb7a65ae-38d4-4672-9b94-6aae0b3fce75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a901cd91-4565-42dc-9396-f8f5ec868049'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:06:21.132826 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2aab19f-23ee-4247-9b8e-446241734f06 admin admin] Network hostable DHCP agents. Network: a901cd91-4565-42dc-9396-f8f5ec868049, hostable agents: ['de8c96f3-9ead-4786-a920-55e7f9d921c5'], hosted agents: [] {{(pid=83985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:06:21.160979 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2aab19f-23ee-4247-9b8e-446241734f06 admin admin] Network a901cd91-4565-42dc-9396-f8f5ec868049 is scheduled to be hosted by DHCP agent de8c96f3-9ead-4786-a920-55e7f9d921c5 with binding_index 1 {{(pid=83985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:06:21.175525 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-f2aab19f-23ee-4247-9b8e-446241734f06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-smb, a901cd91-4565-42dc-9396-f8f5ec868049) {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:06:21.180178 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aab19f-23ee-4247-9b8e-446241734f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:21.181557 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f2aab19f-23ee-4247-9b8e-446241734f06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:21.188392 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88413854-86ca-4c10-9106-8647a4524ec2 None None] Network a901cd91-4565-42dc-9396-f8f5ec868049 requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:06:21.247637 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-f2aab19f-23ee-4247-9b8e-446241734f06 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8393829 Feb 16 18:06:21.319818 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6aa9ee91-82e6-4d14-9fa6-a7b4f4115908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:21.325690 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-280ac7ce-5a56-4513-b9c1-1850d1c65ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:21.362203 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9ee91-82e6-4d14-9fa6-a7b4f4115908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b16e0a-0081-40af-b006-fda1d70922b9,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:21.364874 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-6aa9ee91-82e6-4d14-9fa6-a7b4f4115908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:21.374175 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9fc4a28e-50f7-4da5-8b4f-bcad1b75e112 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:21.375970 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9d1146d1-26f6-46cb-b701-083f64ac7b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:21.382869 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-b1f5dec2-92be-458e-90b1-57204f1e2b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:21.394592 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9fc4a28e-50f7-4da5-8b4f-bcad1b75e112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2831644'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:21.435589 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1146d1-26f6-46cb-b701-083f64ac7b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8840cf51-6369-4a86-a365-6de151c75e3a,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:21.438771 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-9d1146d1-26f6-46cb-b701-083f64ac7b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:21.444280 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-5a45fa12-5839-400e-a760-a92bd70860a7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:21.461165 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a85d7e-f214-49e3-9339-236ff6b0a061 req-9fbfb048-cd6b-480f-b667-a89b0ec49a2a tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:21.463964 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a5a85d7e-f214-49e3-9339-236ff6b0a061 req-9fbfb048-cd6b-480f-b667-a89b0ec49a2a tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.1815398 Feb 16 18:06:21.482624 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9d1146d1-26f6-46cb-b701-083f64ac7b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:21.487998 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-9d1146d1-26f6-46cb-b701-083f64ac7b66 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8840cf51-6369-4a86-a365-6de151c75e3a HTTP/1.1" status: 204 len: 168 time: 0.8127041 Feb 16 18:06:21.500006 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6aa9ee91-82e6-4d14-9fa6-a7b4f4115908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:21.501262 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-6aa9ee91-82e6-4d14-9fa6-a7b4f4115908 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c6b16e0a-0081-40af-b006-fda1d70922b9 HTTP/1.1" status: 204 len: 168 time: 0.8235784 Feb 16 18:06:21.573531 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a5a85d7e-f214-49e3-9339-236ff6b0a061 req-41c68d3b-c5c2-441f-b54a-b3407872d98f tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031020 Feb 16 18:06:21.582249 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9fc4a28e-50f7-4da5-8b4f-bcad1b75e112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1681597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853183402'] for router_interface, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:21.601811 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc4a28e-50f7-4da5-8b4f-bcad1b75e112 admin admin] Pushing event updated for resources: {'Port': ['ID=8ad6a1ad-91ef-4409-84dd-08d16d503266,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:21.606124 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-9fc4a28e-50f7-4da5-8b4f-bcad1b75e112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:21.758337 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b956fd36-d4a0-481f-9c3b-9278103e9866 None None] Network a901cd91-4565-42dc-9396-f8f5ec868049 requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:06:21.876589 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc4a28e-50f7-4da5-8b4f-bcad1b75e112 admin admin] Network 52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:06:21.878174 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-9fc4a28e-50f7-4da5-8b4f-bcad1b75e112 admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:06:21.919670 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 3b5ff69f-28a7-4796-a8b9-86c3350dd971 up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:06:22.196352 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning for port 3b5ff69f-28a7-4796-a8b9-86c3350dd971 completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:06:22.222608 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port 3b5ff69f-28a7-4796-a8b9-86c3350dd971 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:06:22.222959 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:22.387058 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-1208f4df-79e4-43fb-af59-9b6dea48be14 None None] Provisioning complete for port 8ad6a1ad-91ef-4409-84dd-08d16d503266 triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:06:22.387789 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1208f4df-79e4-43fb-af59-9b6dea48be14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:22.480232 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-1208f4df-79e4-43fb-af59-9b6dea48be14 None None] Port 8ad6a1ad-91ef-4409-84dd-08d16d503266 cannot update to ACTIVE because it is not bound. {{(pid=83987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:06:22.592705 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:22.613987 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] For port 3b5ff69f-28a7-4796-a8b9-86c3350dd971, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=3b5ff69f-28a7-4796-a8b9-86c3350dd971,segment=NetworkSegment(d8e446b7-17d7-4e96-a48b-79ba500f2134),segment_id=d8e446b7-17d7-4e96-a48b-79ba500f2134)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:06:22.616575 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:22.618299 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device fb6bb442-88af-49dc-90fb-c422befae38f up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:06:22.659946 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-b61071c5-4f07-41e4-b15d-c28c4db6bdb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:22.666008 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc4a28e-50f7-4da5-8b4f-bcad1b75e112 admin admin] Router a1ffb9f7-fe77-4265-9934-d4894f0984b5 has already been hosted by L3 agent 616de62f-f042-46f7-b8cf-861f27422584 {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:06:22.708995 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-d78435c2-2666-4313-859c-b76c4d12502a tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:22.725340 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-d78435c2-2666-4313-859c-b76c4d12502a tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/networks?id=f8202e7f-abbe-4e6f-b78f-d67eee34469d HTTP/1.1" status: 200 len: 815 time: 0.2229590 Feb 16 18:06:22.754285 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-15a9b43f-0076-4fdd-9f00-5be41e3e7107 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/quotas/622d65f99f53481b8a0d99018b9077fa HTTP/1.1" status: 200 len: 375 time: 0.0278873 Feb 16 18:06:22.776162 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Pushing event updated for resources: {'Port': ['ID=3b5ff69f-28a7-4796-a8b9-86c3350dd971,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:22.780661 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:22.805490 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port fb6bb442-88af-49dc-90fb-c422befae38f triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:06:22.806089 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:22.968141 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc4a28e-50f7-4da5-8b4f-bcad1b75e112 admin admin] Notify agent at l3_agent.dv-cinder-763306-9-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:06:22.968282 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-42dfb1c2-346a-4cc2-abf0-683da32b33b7 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=622d65f99f53481b8a0d99018b9077fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2128241 Feb 16 18:06:22.973749 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-9fc4a28e-50f7-4da5-8b4f-bcad1b75e112 admin admin] 10.222.0.41 "PUT /v2.0/routers/a1ffb9f7-fe77-4265-9934-d4894f0984b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6724780 Feb 16 18:06:23.059443 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b50d3-20dc-4494-80e0-2a6d7bf2d53f req-4f1f9609-2d37-4f01-8c2c-2e8a4d0f334c tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:23.067205 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8e2b50d3-20dc-4494-80e0-2a6d7bf2d53f req-4f1f9609-2d37-4f01-8c2c-2e8a4d0f334c tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.2391887 Feb 16 18:06:23.147886 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8e2b50d3-20dc-4494-80e0-2a6d7bf2d53f req-abb2efd1-fd15-41e8-ade9-ef744b0c7fb6 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795135 Feb 16 18:06:23.205935 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-cbc5e371-fec7-4fc8-a56a-d98f26882cf5 service neutron] 10.222.0.41 "GET /v2.0/networks/f8202e7f-abbe-4e6f-b78f-d67eee34469d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366850 Feb 16 18:06:23.362471 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-9534bdd4-49ac-44ac-a0b4-527aad683d0c service neutron] 10.222.0.41 "GET /v2.0/networks/f8202e7f-abbe-4e6f-b78f-d67eee34469d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1492498 Feb 16 18:06:23.475589 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-fd4073f5-2460-40f8-aab6-67a6f250d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:23.593953 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a060bd8d-4b5e-4577-905c-9e81887cbcaa req-a7e45ced-914e-4ef2-9f52-0a0fe6793b6c tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf2a7f51-5a5c-49ca-9011-f22cfaded165 HTTP/1.1" status: 200 len: 210 time: 0.0554371 Feb 16 18:06:23.620260 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 59154) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:23.625167 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-6b24d32f-bf11-4ada-8091-e1ef2093b05b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1346947691-network', 'tenant_id': 'c87944e7255b458595db3c0483ab46c8'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:06:23.638789 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-6b24d32f-bf11-4ada-8091-e1ef2093b05b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:23.643436 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-6b24d32f-bf11-4ada-8091-e1ef2093b05b admin admin] Usage tracker for resource:network and tenant:c87944e7255b458595db3c0483ab46c8 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:23.648105 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-6b24d32f-bf11-4ada-8091-e1ef2093b05b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:23.662423 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-6b24d32f-bf11-4ada-8091-e1ef2093b05b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:23.674458 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 3b5ff69f-28a7-4796-a8b9-86c3350dd971 up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:06:23.698344 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b24d32f-bf11-4ada-8091-e1ef2093b05b admin admin] Made reservation on behalf of c87944e7255b458595db3c0483ab46c8 for: {'network': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:06:23.703123 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6b24d32f-bf11-4ada-8091-e1ef2093b05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for network, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:23.741938 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6b24d32f-bf11-4ada-8091-e1ef2093b05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:23.787545 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-6b24d32f-bf11-4ada-8091-e1ef2093b05b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:23.798990 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-6b24d32f-bf11-4ada-8091-e1ef2093b05b admin admin] Usage tracker for resource:security_group_rule and tenant:c87944e7255b458595db3c0483ab46c8 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:23.811241 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-6b24d32f-bf11-4ada-8091-e1ef2093b05b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:23.827902 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-6b24d32f-bf11-4ada-8091-e1ef2093b05b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:23.879975 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port 3b5ff69f-28a7-4796-a8b9-86c3350dd971 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:06:23.880711 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:24.074669 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6b24d32f-bf11-4ada-8091-e1ef2093b05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:24.082091 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6b24d32f-bf11-4ada-8091-e1ef2093b05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:24.085679 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-c1e79076-bff2-4cc9-b246-b5137e263b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:24.137331 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 59172) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:24.154067 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24d32f-bf11-4ada-8091-e1ef2093b05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b0acdc-0230-4110-a37e-d620648cd282,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:24.159376 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-6b24d32f-bf11-4ada-8091-e1ef2093b05b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:24.210909 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b24d32f-bf11-4ada-8091-e1ef2093b05b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=83985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 18:06:24.250090 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317bee2a-49f0-4bec-a439-9dc4ef91aac1 None None] Sync routers for ids ['a1ffb9f7-fe77-4265-9934-d4894f0984b5'] in dv-cinder-763306-9-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:06:24.252664 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6b24d32f-bf11-4ada-8091-e1ef2093b05b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749401242329', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975480'] for segment, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:24.253095 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.db.segments_db [None req-6b24d32f-bf11-4ada-8091-e1ef2093b05b admin admin] Added segment 911ee119-4143-4259-8018-8e0f6e7675d5 of type vxlan for network 9531aa57-f176-4ccc-978b-9e7f95e74633 Feb 16 18:06:24.277706 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317bee2a-49f0-4bec-a439-9dc4ef91aac1 None None] Routers {'a1ffb9f7-fe77-4265-9934-d4894f0984b5'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:06:24.277706 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-317bee2a-49f0-4bec-a439-9dc4ef91aac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:05:56Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['a1ffb9f7-fe77-4265-9934-d4894f0984b5'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:06:24.313979 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6b24d32f-bf11-4ada-8091-e1ef2093b05b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287454046290'] for network, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:24.379234 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6b24d32f-bf11-4ada-8091-e1ef2093b05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548'] for network, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:24.380680 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b24d32f-bf11-4ada-8091-e1ef2093b05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:24.381400 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6b24d32f-bf11-4ada-8091-e1ef2093b05b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:24.420821 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:24.585978 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 59188) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:24.598620 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-ae38425a-7504-40b7-b52b-cd13f59ab426 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1297573449', 'description': 'tempest-description--477968981'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:06:24.612948 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-6b24d32f-bf11-4ada-8091-e1ef2093b05b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9927728 Feb 16 18:06:24.614658 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-ae38425a-7504-40b7-b52b-cd13f59ab426 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:24.615946 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-317bee2a-49f0-4bec-a439-9dc4ef91aac1 None None] Set router a1ffb9f7-fe77-4265-9934-d4894f0984b5 gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:06:24.627769 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 59196) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:24.629093 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-ae38425a-7504-40b7-b52b-cd13f59ab426 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Usage tracker for resource:security_group and tenant:a1ea36c4b5bf423eb1218bd861b1b8e3 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:24.644744 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-eb16ea4c-757f-42b0-a59e-b96582b29159 admin admin] Request body: {'subnet': {'network_id': '9531aa57-f176-4ccc-978b-9e7f95e74633', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1346947691-subnet', 'tenant_id': 'c87944e7255b458595db3c0483ab46c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:06:24.650964 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24d32f-bf11-4ada-8091-e1ef2093b05b admin admin] Pushing event updated for resources: {'Network': ['ID=9531aa57-f176-4ccc-978b-9e7f95e74633,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:24.655034 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-6b24d32f-bf11-4ada-8091-e1ef2093b05b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:24.664888 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-ae38425a-7504-40b7-b52b-cd13f59ab426 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:24.671195 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-d7387a3b-e80b-44aa-a429-9a55c6df9ba8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1357377559-network', 'tenant_id': '577bcb60dcf441dbb5ad5fa5c5313ff7'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:06:24.689130 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-eb16ea4c-757f-42b0-a59e-b96582b29159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:24.696095 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-ae38425a-7504-40b7-b52b-cd13f59ab426 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:24.700082 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-d7387a3b-e80b-44aa-a429-9a55c6df9ba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:24.703059 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-eb16ea4c-757f-42b0-a59e-b96582b29159 admin admin] Usage tracker for resource:subnet and tenant:c87944e7255b458595db3c0483ab46c8 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:24.712139 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a169f55-e50d-4778-900e-1f644035970d req-d17841ba-9fdc-42de-88fc-d4c34ddb3cea tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:24.713835 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5a169f55-e50d-4778-900e-1f644035970d req-d17841ba-9fdc-42de-88fc-d4c34ddb3cea tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.2943528 Feb 16 18:06:24.719344 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-eb16ea4c-757f-42b0-a59e-b96582b29159 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:24.734715 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-eb16ea4c-757f-42b0-a59e-b96582b29159 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:24.748489 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Network 9531aa57-f176-4ccc-978b-9e7f95e74633 details requested by agent ovs-agent-dv-cinder-763306-9-smb with host dv-cinder-763306-9-smb {{(pid=83987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:06:24.764177 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Network 9531aa57-f176-4ccc-978b-9e7f95e74633 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:06:24.764378 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-d7387a3b-e80b-44aa-a429-9a55c6df9ba8 admin admin] Usage tracker for resource:network and tenant:577bcb60dcf441dbb5ad5fa5c5313ff7 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:24.769372 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb16ea4c-757f-42b0-a59e-b96582b29159 admin admin] Made reservation on behalf of c87944e7255b458595db3c0483ab46c8 for: {'subnet': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:06:24.788409 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-eb16ea4c-757f-42b0-a59e-b96582b29159 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851614045'] for subnet, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:24.807219 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f781afc6-e918-4226-8c31-f87e37e392b2 req-9b4e56c1-e6ea-4c01-9e15-2a34295d328c tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf2a7f51-5a5c-49ca-9011-f22cfaded165 HTTP/1.1" status: 200 len: 210 time: 0.0664253 Feb 16 18:06:24.817459 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-d7387a3b-e80b-44aa-a429-9a55c6df9ba8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:24.838624 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5a169f55-e50d-4778-900e-1f644035970d req-5a813c60-4e7c-46c9-915f-f3bc974e74b1 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112566 Feb 16 18:06:24.901257 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-d7387a3b-e80b-44aa-a429-9a55c6df9ba8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:24.903897 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ae38425a-7504-40b7-b52b-cd13f59ab426 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:24.951515 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-ae38425a-7504-40b7-b52b-cd13f59ab426 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:24.954022 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7387a3b-e80b-44aa-a429-9a55c6df9ba8 admin admin] Made reservation on behalf of 577bcb60dcf441dbb5ad5fa5c5313ff7 for: {'network': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:06:24.959002 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d7387a3b-e80b-44aa-a429-9a55c6df9ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for network, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:24.981127 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-ae38425a-7504-40b7-b52b-cd13f59ab426 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Usage tracker for resource:security_group_rule and tenant:a1ea36c4b5bf423eb1218bd861b1b8e3 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:24.984214 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d7387a3b-e80b-44aa-a429-9a55c6df9ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:24.996309 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-ae38425a-7504-40b7-b52b-cd13f59ab426 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:25.012628 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-ae38425a-7504-40b7-b52b-cd13f59ab426 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:25.021651 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-d7387a3b-e80b-44aa-a429-9a55c6df9ba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:25.030083 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-d7387a3b-e80b-44aa-a429-9a55c6df9ba8 admin admin] Usage tracker for resource:security_group_rule and tenant:577bcb60dcf441dbb5ad5fa5c5313ff7 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:25.038426 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-d7387a3b-e80b-44aa-a429-9a55c6df9ba8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:25.049928 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-d7387a3b-e80b-44aa-a429-9a55c6df9ba8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:25.244261 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ae38425a-7504-40b7-b52b-cd13f59ab426 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:25.259141 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ae38425a-7504-40b7-b52b-cd13f59ab426 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:25.271986 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ce9ffa7c-577b-4c9c-8f1b-3ac94aeb6d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:25.422028 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38425a-7504-40b7-b52b-cd13f59ab426 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72212d15-f4d4-44cd-8e98-376d56de67ec,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:25.433826 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ae38425a-7504-40b7-b52b-cd13f59ab426 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:25.450238 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d7387a3b-e80b-44aa-a429-9a55c6df9ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:25.451282 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ae38425a-7504-40b7-b52b-cd13f59ab426 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:25.452722 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-ae38425a-7504-40b7-b52b-cd13f59ab426 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8648233 Feb 16 18:06:25.456093 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 59218) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:25.466686 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-2a1aae03-7233-406a-8a8f-d67c42edb3f0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Request body: {'security_group_rule': {'security_group_id': '72212d15-f4d4-44cd-8e98-376d56de67ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:06:25.469194 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d7387a3b-e80b-44aa-a429-9a55c6df9ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:25.475003 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a63dae60-71d1-4f32-b457-c7ad22c0d1a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:25.477719 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-2a1aae03-7233-406a-8a8f-d67c42edb3f0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:25.486342 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-2a1aae03-7233-406a-8a8f-d67c42edb3f0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Usage tracker for resource:security_group_rule and tenant:a1ea36c4b5bf423eb1218bd861b1b8e3 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:25.490350 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-2a1aae03-7233-406a-8a8f-d67c42edb3f0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:25.501146 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-2a1aae03-7233-406a-8a8f-d67c42edb3f0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:25.536669 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-2a1aae03-7233-406a-8a8f-d67c42edb3f0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:25.538253 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7387a3b-e80b-44aa-a429-9a55c6df9ba8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=83986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 18:06:25.568756 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7387a3b-e80b-44aa-a429-9a55c6df9ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7fe92d-ffff-4955-bfd6-4a93946162b9,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:25.572680 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d7387a3b-e80b-44aa-a429-9a55c6df9ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975480'] for segment, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:25.573071 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.db.segments_db [None req-d7387a3b-e80b-44aa-a429-9a55c6df9ba8 admin admin] Added segment 6e735b8b-4c62-4408-8484-ef76f7e50afb of type vxlan for network 236bfbe1-6f14-4462-bff3-9f9a35651529 Feb 16 18:06:25.579494 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d7387a3b-e80b-44aa-a429-9a55c6df9ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:25.661831 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d7387a3b-e80b-44aa-a429-9a55c6df9ba8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287454046290'] for network, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:25.671566 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-317bee2a-49f0-4bec-a439-9dc4ef91aac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713530-router', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:13Z', 'updated_at': '2021-02-16T18:06:20Z', 'revision_number': 4, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'gw_port': {'id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:14Z', 'updated_at': '2021-02-16T18:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': '8ad6a1ad-91ef-4409-84dd-08d16d503266', 'name': '', 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'mac_address': 'fa:16:3e:08:d8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '2eeef3d3-2e0a-421d-8113-cd0a34d78d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:19Z', 'updated_at': '2021-02-16T18:06:20Z', 'revision_number': 2, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'subnets': [{'id': '2eeef3d3-2e0a-421d-8113-cd0a34d78d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:06:25.676786 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317bee2a-49f0-4bec-a439-9dc4ef91aac1 None None] Checking router: a1ffb9f7-fe77-4265-9934-d4894f0984b5 for host: dv-cinder-763306-9-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:06:25.677386 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317bee2a-49f0-4bec-a439-9dc4ef91aac1 None None] Updating router a1ffb9f7-fe77-4265-9934-d4894f0984b5 port 8ad6a1ad-91ef-4409-84dd-08d16d503266 binding host dv-cinder-763306-9-smb {{(pid=83987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 18:06:25.688622 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-2a1aae03-7233-406a-8a8f-d67c42edb3f0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:25.749811 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-317bee2a-49f0-4bec-a439-9dc4ef91aac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:25.760759 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-2a1aae03-7233-406a-8a8f-d67c42edb3f0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803747'] for security_group_rule, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:25.788384 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:25.802244 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d7387a3b-e80b-44aa-a429-9a55c6df9ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548'] for network, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:25.811118 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7387a3b-e80b-44aa-a429-9a55c6df9ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:25.812253 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d7387a3b-e80b-44aa-a429-9a55c6df9ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:25.829851 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-820eb372-4d42-408b-b9ab-8b5891c9813a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:25.846236 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1aae03-7233-406a-8a8f-d67c42edb3f0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7026e42-de9a-4ec5-8ff6-cc86505019bc,revision_number=0']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:25.855066 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0bea876-d4c7-4859-88a6-b8d36bd3e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:25.862742 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-2a1aae03-7233-406a-8a8f-d67c42edb3f0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:25.929261 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-cb82596e-6c45-4799-9abd-e75d2cf8a6b3 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:25.932171 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-cb82596e-6c45-4799-9abd-e75d2cf8a6b3 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.86 "GET /v2.0/networks?id=f8202e7f-abbe-4e6f-b78f-d67eee34469d HTTP/1.1" status: 200 len: 815 time: 0.3459485 Feb 16 18:06:25.945256 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-2a1aae03-7233-406a-8a8f-d67c42edb3f0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:25.950071 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-2a1aae03-7233-406a-8a8f-d67c42edb3f0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4898736 Feb 16 18:06:25.959704 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-687764ef-2578-420e-bf1a-1b1bce4352b3 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Request body: {'port': {'device_id': 'bf2a7f51-5a5c-49ca-9011-f22cfaded165', 'network_id': 'f8202e7f-abbe-4e6f-b78f-d67eee34469d', 'admin_state_up': True, 'tenant_id': '622d65f99f53481b8a0d99018b9077fa'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:06:25.992152 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 59234) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:26.033916 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-ef5aacc3-6db8-46c0-8a75-643a2593fad0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Request body: {'security_group_rule': {'security_group_id': '72212d15-f4d4-44cd-8e98-376d56de67ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:06:26.064627 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-ef5aacc3-6db8-46c0-8a75-643a2593fad0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:26.077470 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-d7387a3b-e80b-44aa-a429-9a55c6df9ba8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.9389403 Feb 16 18:06:26.078852 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-ef5aacc3-6db8-46c0-8a75-643a2593fad0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Usage tracker for resource:security_group_rule and tenant:a1ea36c4b5bf423eb1218bd861b1b8e3 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:26.083709 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-eb16ea4c-757f-42b0-a59e-b96582b29159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851944051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851614064'] for subnet, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:26.084640 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 59246) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:26.085167 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-ef5aacc3-6db8-46c0-8a75-643a2593fad0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:26.170775 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7387a3b-e80b-44aa-a429-9a55c6df9ba8 admin admin] Pushing event updated for resources: {'Network': ['ID=236bfbe1-6f14-4462-bff3-9f9a35651529,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:26.176908 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-79dee443-7f98-4b0c-9693-4b5ce5b12fee admin admin] Request body: {'subnet': {'network_id': '236bfbe1-6f14-4462-bff3-9f9a35651529', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1357377559-subnet', 'tenant_id': '577bcb60dcf441dbb5ad5fa5c5313ff7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:06:26.186052 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-ef5aacc3-6db8-46c0-8a75-643a2593fad0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:26.190456 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Network 236bfbe1-6f14-4462-bff3-9f9a35651529 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:06:26.198189 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d7387a3b-e80b-44aa-a429-9a55c6df9ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:26.198482 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:26.236345 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Network 236bfbe1-6f14-4462-bff3-9f9a35651529 details requested by agent ovs-agent-dv-cinder-763306-9-smb with host dv-cinder-763306-9-smb {{(pid=83987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:06:26.248173 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-79dee443-7f98-4b0c-9693-4b5ce5b12fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:26.272335 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-79dee443-7f98-4b0c-9693-4b5ce5b12fee admin admin] Usage tracker for resource:subnet and tenant:577bcb60dcf441dbb5ad5fa5c5313ff7 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:26.276515 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-79dee443-7f98-4b0c-9693-4b5ce5b12fee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:26.300960 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-79dee443-7f98-4b0c-9693-4b5ce5b12fee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:26.307262 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ef5aacc3-6db8-46c0-8a75-643a2593fad0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:26.337978 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16ea4c-757f-42b0-a59e-b96582b29159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65a5b0a0-6ed1-4459-9e94-a1738d70b48e,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:26.357238 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-687764ef-2578-420e-bf1a-1b1bce4352b3 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:26.368165 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79dee443-7f98-4b0c-9693-4b5ce5b12fee admin admin] Made reservation on behalf of 577bcb60dcf441dbb5ad5fa5c5313ff7 for: {'subnet': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:06:26.373283 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-91273645-5277-429e-bb33-4e62c8fab7a3 req-e5254780-a844-44b5-9d5c-dfa07f5cbc85 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf2a7f51-5a5c-49ca-9011-f22cfaded165 HTTP/1.1" status: 200 len: 210 time: 0.1886759 Feb 16 18:06:26.380707 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-79dee443-7f98-4b0c-9693-4b5ce5b12fee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851614045'] for subnet, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:26.385876 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-687764ef-2578-420e-bf1a-1b1bce4352b3 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:26.407300 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-eb16ea4c-757f-42b0-a59e-b96582b29159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:26.425397 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-687764ef-2578-420e-bf1a-1b1bce4352b3 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Made reservation on behalf of 622d65f99f53481b8a0d99018b9077fa for: {'port': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:06:26.431692 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-687764ef-2578-420e-bf1a-1b1bce4352b3 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:26.464967 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1ec85-cae0-4bae-90e2-c59b4e348ef5 req-572e54ff-bf8f-4c18-853e-a58db6e9f50a tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:26.473291 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-fbd1ec85-cae0-4bae-90e2-c59b4e348ef5 req-572e54ff-bf8f-4c18-853e-a58db6e9f50a tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.2877157 Feb 16 18:06:26.634806 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:26.654960 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-317bee2a-49f0-4bec-a439-9dc4ef91aac1 None None] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:26.670580 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-317bee2a-49f0-4bec-a439-9dc4ef91aac1 None None] Transition to ACTIVE for port object 8ad6a1ad-91ef-4409-84dd-08d16d503266 will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:06:26.671918 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ef5aacc3-6db8-46c0-8a75-643a2593fad0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:26.673893 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-317bee2a-49f0-4bec-a439-9dc4ef91aac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:26.687084 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ef5aacc3-6db8-46c0-8a75-643a2593fad0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803747'] for security_group_rule, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:26.699499 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:26.706051 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb16ea4c-757f-42b0-a59e-b96582b29159 admin admin] Checking segment: {'id': '911ee119-4143-4259-8018-8e0f6e7675d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9531aa57-f176-4ccc-978b-9e7f95e74633'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:06:26.706536 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb16ea4c-757f-42b0-a59e-b96582b29159 admin admin] Network hostable DHCP agents. Network: 9531aa57-f176-4ccc-978b-9e7f95e74633, hostable agents: ['de8c96f3-9ead-4786-a920-55e7f9d921c5'], hosted agents: [] {{(pid=83986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:06:26.722015 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:26.759430 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb16ea4c-757f-42b0-a59e-b96582b29159 admin admin] Network 9531aa57-f176-4ccc-978b-9e7f95e74633 is scheduled to be hosted by DHCP agent de8c96f3-9ead-4786-a920-55e7f9d921c5 with binding_index 1 {{(pid=83986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:06:26.772200 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5aacc3-6db8-46c0-8a75-643a2593fad0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f4f9f3-0ea9-45aa-91d8-1a177c7d2290,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:26.781534 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ef5aacc3-6db8-46c0-8a75-643a2593fad0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:26.782705 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-eb16ea4c-757f-42b0-a59e-b96582b29159 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-smb, 9531aa57-f176-4ccc-978b-9e7f95e74633) {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:06:26.797030 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb16ea4c-757f-42b0-a59e-b96582b29159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:26.797793 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-eb16ea4c-757f-42b0-a59e-b96582b29159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:26.813505 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ef5aacc3-6db8-46c0-8a75-643a2593fad0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:26.814994 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-ef5aacc3-6db8-46c0-8a75-643a2593fad0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8230758 Feb 16 18:06:26.821159 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 59264) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:26.828804 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-c1fecbc5-e31c-415f-92ee-abb54a11048e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Request body: {'floatingip': {'floating_network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:06:26.835134 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-c1fecbc5-e31c-415f-92ee-abb54a11048e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:26.843547 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-c1fecbc5-e31c-415f-92ee-abb54a11048e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Usage tracker for resource:floatingip and tenant:a1ea36c4b5bf423eb1218bd861b1b8e3 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:26.846766 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-c1fecbc5-e31c-415f-92ee-abb54a11048e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:26.858165 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-c1fecbc5-e31c-415f-92ee-abb54a11048e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:26.859104 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55b547-13a2-462e-8f06-ca9b15b46105 None None] Pushing event updated for resources: {'Port': ['ID=8ad6a1ad-91ef-4409-84dd-08d16d503266,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:26.870783 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc83bd79-6c1c-4963-ad98-9d29800eb503 None None] Network 9531aa57-f176-4ccc-978b-9e7f95e74633 requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:06:26.898094 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ab55b547-13a2-462e-8f06-ca9b15b46105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:26.914625 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c1fecbc5-e31c-415f-92ee-abb54a11048e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for floatingip, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:26.980169 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-fbd1ec85-cae0-4bae-90e2-c59b4e348ef5 req-8650296b-f0e4-4118-93cb-91b45b627af5 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058601 Feb 16 18:06:26.999070 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:27.011916 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-eb16ea4c-757f-42b0-a59e-b96582b29159 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3670764 Feb 16 18:06:27.198964 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d18f19-cab8-4c52-a8aa-e4f9e3f419e3 None None] Network 9531aa57-f176-4ccc-978b-9e7f95e74633 requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:06:27.281998 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-687764ef-2578-420e-bf1a-1b1bce4352b3 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Allocated IP 172.20.0.5 (f8202e7f-abbe-4e6f-b78f-d67eee34469d/c42d94b2-4a0f-4ef3-8dff-e7101cf09702/d297ed89-338b-4885-a8c9-504ef5342851) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:06:27.293539 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c1fecbc5-e31c-415f-92ee-abb54a11048e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:27.518925 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-317bee2a-49f0-4bec-a439-9dc4ef91aac1 None None] Attempting to bind port 8ad6a1ad-91ef-4409-84dd-08d16d503266 on host dv-cinder-763306-9-smb for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:06:27.519427 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-317bee2a-49f0-4bec-a439-9dc4ef91aac1 None None] Attempting to bind port 8ad6a1ad-91ef-4409-84dd-08d16d503266 by drivers openvswitch on host dv-cinder-763306-9-smb at level 0 using segments [{'id': '2211e4c8-d7a9-44b5-ba41-6ae46eb39c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:06:27.519867 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317bee2a-49f0-4bec-a439-9dc4ef91aac1 None None] Attempting to bind port 8ad6a1ad-91ef-4409-84dd-08d16d503266 on network 52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:06:27.535773 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317bee2a-49f0-4bec-a439-9dc4ef91aac1 None None] Checking agent: {'id': '32a65721-1161-4909-9634-11ba095c6914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 17, 55, 57), 'started_at': datetime.datetime(2021, 2, 16, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:06:27.536397 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317bee2a-49f0-4bec-a439-9dc4ef91aac1 None None] Checking segment: {'id': '2211e4c8-d7a9-44b5-ba41-6ae46eb39c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:06:27.536859 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-317bee2a-49f0-4bec-a439-9dc4ef91aac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:27.540577 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317bee2a-49f0-4bec-a439-9dc4ef91aac1 None None] Bound using segment: {'id': '2211e4c8-d7a9-44b5-ba41-6ae46eb39c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:06:27.541291 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-317bee2a-49f0-4bec-a439-9dc4ef91aac1 None None] Bound port: 8ad6a1ad-91ef-4409-84dd-08d16d503266, host: dv-cinder-763306-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2211e4c8-d7a9-44b5-ba41-6ae46eb39c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:06:27.541824 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-317bee2a-49f0-4bec-a439-9dc4ef91aac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:27.564803 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:27.683706 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-317bee2a-49f0-4bec-a439-9dc4ef91aac1 None None] For port 8ad6a1ad-91ef-4409-84dd-08d16d503266, host dv-cinder-763306-9-smb, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:06:27.692974 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-317bee2a-49f0-4bec-a439-9dc4ef91aac1 None None] For port 8ad6a1ad-91ef-4409-84dd-08d16d503266, host dv-cinder-763306-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=8ad6a1ad-91ef-4409-84dd-08d16d503266,segment=NetworkSegment(2211e4c8-d7a9-44b5-ba41-6ae46eb39c79),segment_id=2211e4c8-d7a9-44b5-ba41-6ae46eb39c79)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:06:27.714782 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-317bee2a-49f0-4bec-a439-9dc4ef91aac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:27.794586 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-79dee443-7f98-4b0c-9693-4b5ce5b12fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851944051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851614064'] for subnet, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:27.816741 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3a0b2677-b8eb-49fc-9f53-97c09b3dffac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:27.867907 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-78f151dd-f019-43a2-8056-8b3e48ba55b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:27.873138 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-687764ef-2578-420e-bf1a-1b1bce4352b3 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:27.925104 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c30f9474-e58a-4a7c-9114-462694bb367f req-a56c4bd3-15ac-4e74-b07a-dce81bac4744 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf2a7f51-5a5c-49ca-9011-f22cfaded165 HTTP/1.1" status: 200 len: 210 time: 0.2537436 Feb 16 18:06:27.926516 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-687764ef-2578-420e-bf1a-1b1bce4352b3 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:28.130822 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-012a1ee3-6559-4d85-8001-4623c61ac2fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:28.246917 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [None req-c1fecbc5-e31c-415f-92ee-abb54a11048e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Allocated IP 172.28.3.15 (d4f88037-574b-44e5-a9d6-1bdf8627b244/42ec5995-253d-4122-970e-73940637938a/34480f61-6019-404c-a0ec-6c89d9fbde28) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:06:28.310630 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dee443-7f98-4b0c-9693-4b5ce5b12fee admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a13153f-a93b-40d5-895d-544a45bf0985,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:28.314349 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-79dee443-7f98-4b0c-9693-4b5ce5b12fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:28.411661 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55b547-13a2-462e-8f06-ca9b15b46105 None None] Pushing event updated for resources: {'Port': ['ID=8ad6a1ad-91ef-4409-84dd-08d16d503266,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:28.431242 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ab55b547-13a2-462e-8f06-ca9b15b46105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:28.541242 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:28.553477 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317bee2a-49f0-4bec-a439-9dc4ef91aac1 None None] Routers {'a1ffb9f7-fe77-4265-9934-d4894f0984b5'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:06:28.554357 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-317bee2a-49f0-4bec-a439-9dc4ef91aac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:06:26Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['a1ffb9f7-fe77-4265-9934-d4894f0984b5'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:06:28.606804 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c1fecbc5-e31c-415f-92ee-abb54a11048e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:28.660101 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dee443-7f98-4b0c-9693-4b5ce5b12fee admin admin] Checking segment: {'id': '6e735b8b-4c62-4408-8484-ef76f7e50afb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '236bfbe1-6f14-4462-bff3-9f9a35651529'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:06:28.665310 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dee443-7f98-4b0c-9693-4b5ce5b12fee admin admin] Network hostable DHCP agents. Network: 236bfbe1-6f14-4462-bff3-9f9a35651529, hostable agents: ['de8c96f3-9ead-4786-a920-55e7f9d921c5'], hosted agents: [] {{(pid=83986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:06:28.670707 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687764ef-2578-420e-bf1a-1b1bce4352b3 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Pushing event updated for resources: {'Port': ['ID=d297ed89-338b-4885-a8c9-504ef5342851,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:28.674391 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-687764ef-2578-420e-bf1a-1b1bce4352b3 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:28.689990 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-00f70ddb-bafe-4637-86e8-582bca6f84b4 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:28.690608 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-00f70ddb-bafe-4637-86e8-582bca6f84b4 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Synchronizing usage tracker for tenant:824d2286864c483eb5e2e281bf37fe67 on resource:network {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:06:28.701523 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c1fecbc5-e31c-415f-92ee-abb54a11048e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851944169'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:28.728535 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a10c93a3-a383-4e1e-ae1b-4a84a22d5f5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:28.765639 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-00f70ddb-bafe-4637-86e8-582bca6f84b4 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Unset dirty status for tenant:824d2286864c483eb5e2e281bf37fe67 on resource:network {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:06:28.767083 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-00f70ddb-bafe-4637-86e8-582bca6f84b4 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] 10.222.0.41 "GET /v2.0/networks?id=a901cd91-4565-42dc-9396-f8f5ec868049 HTTP/1.1" status: 200 len: 809 time: 0.5680845 Feb 16 18:06:28.771913 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-687764ef-2578-420e-bf1a-1b1bce4352b3 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Network f8202e7f-abbe-4e6f-b78f-d67eee34469d is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:06:28.772091 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-317bee2a-49f0-4bec-a439-9dc4ef91aac1 None None] Set router a1ffb9f7-fe77-4265-9934-d4894f0984b5 gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:06:28.779129 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb84b0-8c37-4538-84db-51fdf4707663 req-2c409d56-6c3b-497f-beaf-e4bc86f4b912 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:28.780853 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4fcb84b0-8c37-4538-84db-51fdf4707663 req-2c409d56-6c3b-497f-beaf-e4bc86f4b912 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.2728419 Feb 16 18:06:28.783295 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-687764ef-2578-420e-bf1a-1b1bce4352b3 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:06:28.785787 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-687764ef-2578-420e-bf1a-1b1bce4352b3 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:06:28.790474 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-687764ef-2578-420e-bf1a-1b1bce4352b3 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:28.791227 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-687764ef-2578-420e-bf1a-1b1bce4352b3 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:28.822982 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dee443-7f98-4b0c-9693-4b5ce5b12fee admin admin] Network 236bfbe1-6f14-4462-bff3-9f9a35651529 is scheduled to be hosted by DHCP agent de8c96f3-9ead-4786-a920-55e7f9d921c5 with binding_index 1 {{(pid=83986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:06:28.835869 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-008dd279-2404-4e59-9dc0-2da96c3a2b99 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] 10.222.0.41 "GET /v2.0/quotas/824d2286864c483eb5e2e281bf37fe67 HTTP/1.1" status: 200 len: 375 time: 0.0538399 Feb 16 18:06:28.874788 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-79dee443-7f98-4b0c-9693-4b5ce5b12fee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-smb, 236bfbe1-6f14-4462-bff3-9f9a35651529) {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:06:28.878871 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fecbc5-e31c-415f-92ee-abb54a11048e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Pushing event updated for resources: {'Port': ['ID=34480f61-6019-404c-a0ec-6c89d9fbde28,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:28.895709 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-c1fecbc5-e31c-415f-92ee-abb54a11048e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:28.910095 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dee443-7f98-4b0c-9693-4b5ce5b12fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:28.910752 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-79dee443-7f98-4b0c-9693-4b5ce5b12fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:28.916642 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ceb9c05-81be-4ead-9070-916ddfcc6c88 None None] Network 236bfbe1-6f14-4462-bff3-9f9a35651529 requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:06:28.917104 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4fcb84b0-8c37-4538-84db-51fdf4707663 req-bca2ef5b-c37d-4478-9679-a278dc3470ea tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213815 Feb 16 18:06:28.918801 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-687764ef-2578-420e-bf1a-1b1bce4352b3 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9701836 Feb 16 18:06:28.921308 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-e16cee9d-d3af-4d75-9f1a-8fbfbba1c06f tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=824d2286864c483eb5e2e281bf37fe67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680623 Feb 16 18:06:28.941938 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-e92c2a93-e066-43b0-8332-51bab5449a23 service neutron] Request body: {'port': {'device_id': 'bf2a7f51-5a5c-49ca-9011-f22cfaded165', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:06:28.953709 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-79dee443-7f98-4b0c-9693-4b5ce5b12fee admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.8624725 Feb 16 18:06:28.983123 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fecbc5-e31c-415f-92ee-abb54a11048e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Network d4f88037-574b-44e5-a9d6-1bdf8627b244 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:06:28.984599 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-c1fecbc5-e31c-415f-92ee-abb54a11048e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:06:28.990726 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fecbc5-e31c-415f-92ee-abb54a11048e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:06:29.091118 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c1fecbc5-e31c-415f-92ee-abb54a11048e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:29.188365 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c1fecbc5-e31c-415f-92ee-abb54a11048e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:29.387743 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8593c17d-8236-44b9-8997-7e8f22fa40f3 None None] Network 236bfbe1-6f14-4462-bff3-9f9a35651529 requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:06:29.478875 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-8bc3c6f2-6ad7-4247-9bbf-5b4515e83cb3 service neutron] 10.222.0.41 "GET /v2.0/networks/a901cd91-4565-42dc-9396-f8f5ec868049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4811871 Feb 16 18:06:29.479798 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-e92c2a93-e066-43b0-8332-51bab5449a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:29.496936 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482840e-199e-442f-b82b-76beb5e23089 req-e7ec72ee-b906-40da-b5f4-d5582b271738 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:29.497804 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-6482840e-199e-442f-b82b-76beb5e23089 req-e7ec72ee-b906-40da-b5f4-d5582b271738 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Synchronizing usage tracker for tenant:622d65f99f53481b8a0d99018b9077fa on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:06:29.529219 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c1fecbc5-e31c-415f-92ee-abb54a11048e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:29.534883 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c1fecbc5-e31c-415f-92ee-abb54a11048e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2831644'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:29.570566 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:29.690420 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-317bee2a-49f0-4bec-a439-9dc4ef91aac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713530-router', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:13Z', 'updated_at': '2021-02-16T18:06:20Z', 'revision_number': 4, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'gw_port': {'id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:14Z', 'updated_at': '2021-02-16T18:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': '8ad6a1ad-91ef-4409-84dd-08d16d503266', 'name': '', 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'mac_address': 'fa:16:3e:08:d8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '2eeef3d3-2e0a-421d-8113-cd0a34d78d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:19Z', 'updated_at': '2021-02-16T18:06:27Z', 'revision_number': 4, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'subnets': [{'id': '2eeef3d3-2e0a-421d-8113-cd0a34d78d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:06:29.694777 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317bee2a-49f0-4bec-a439-9dc4ef91aac1 None None] The sync data for ids ['a1ffb9f7-fe77-4265-9934-d4894f0984b5'] in dv-cinder-763306-9-smb is: [{'id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713530-router', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:13Z', 'updated_at': '2021-02-16T18:06:20Z', 'revision_number': 4, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'gw_port': {'id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:14Z', 'updated_at': '2021-02-16T18:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': '8ad6a1ad-91ef-4409-84dd-08d16d503266', 'name': '', 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'mac_address': 'fa:16:3e:08:d8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '2eeef3d3-2e0a-421d-8113-cd0a34d78d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:19Z', 'updated_at': '2021-02-16T18:06:27Z', 'revision_number': 4, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'subnets': [{'id': '2eeef3d3-2e0a-421d-8113-cd0a34d78d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:06:29.869805 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fecbc5-e31c-415f-92ee-abb54a11048e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Pushing event updated for resources: {'Port': ['ID=34480f61-6019-404c-a0ec-6c89d9fbde28,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:29.873407 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-c1fecbc5-e31c-415f-92ee-abb54a11048e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:29.930519 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-52f1a74f-7a99-4d43-8cf6-97881019a3aa service neutron] 10.222.0.41 "GET /v2.0/networks/a901cd91-4565-42dc-9396-f8f5ec868049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4263334 Feb 16 18:06:29.959712 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-6482840e-199e-442f-b82b-76beb5e23089 req-e7ec72ee-b906-40da-b5f4-d5582b271738 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Unset dirty status for tenant:622d65f99f53481b8a0d99018b9077fa on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:06:29.960821 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6482840e-199e-442f-b82b-76beb5e23089 req-e7ec72ee-b906-40da-b5f4-d5582b271738 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf2a7f51-5a5c-49ca-9011-f22cfaded165 HTTP/1.1" status: 200 len: 931 time: 0.8361597 Feb 16 18:06:30.063825 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c1fecbc5-e31c-415f-92ee-abb54a11048e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592459'] for floatingip, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:30.092074 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c1fecbc5-e31c-415f-92ee-abb54a11048e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for floatingip, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:30.102292 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-c1fecbc5-e31c-415f-92ee-abb54a11048e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2718050 Feb 16 18:06:30.517616 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6482840e-199e-442f-b82b-76beb5e23089 req-4e173378-dcf5-4ec8-b01b-ffb7c66fd6d3 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5469940 Feb 16 18:06:30.700229 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-37cc0cca-e666-4a7f-baeb-7de94e395390 req-474bbf62-8252-4d47-a0ff-4e105117ae0f tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb582c1b-9d65-4a33-aced-4743283a2b24 HTTP/1.1" status: 200 len: 210 time: 0.0725372 Feb 16 18:06:30.761361 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c188c1-8a3a-4a02-9790-123fc86f3eed req-b90a00b5-2cb6-49c5-9df1-6813d2b8b899 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:30.763255 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-78c188c1-8a3a-4a02-9790-123fc86f3eed req-b90a00b5-2cb6-49c5-9df1-6813d2b8b899 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.3042750 Feb 16 18:06:30.863203 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-78c188c1-8a3a-4a02-9790-123fc86f3eed req-64677117-dacb-410a-a94d-86debab2598e tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847721 Feb 16 18:06:30.897256 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-e2e2bfab-5db9-4154-8268-772c11751921 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1297573449&fields=id&tenant_id=a1ea36c4b5bf423eb1218bd861b1b8e3 HTTP/1.1" status: 200 len: 267 time: 0.0920758 Feb 16 18:06:31.056205 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-e92c2a93-e066-43b0-8332-51bab5449a23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d297ed89-338b-4885-a8c9-504ef5342851 {{(pid=83985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:06:31.068975 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-e92c2a93-e066-43b0-8332-51bab5449a23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:31.103029 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-e92c2a93-e066-43b0-8332-51bab5449a23 service neutron] Transition to ACTIVE for port object d297ed89-338b-4885-a8c9-504ef5342851 will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:06:31.109453 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-e92c2a93-e066-43b0-8332-51bab5449a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:31.138410 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-26f5cf82-36b9-42e9-9360-53fa16fe6644 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:31.246300 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-35dde55d-cbb7-4cae-8cee-10d7e6007dbd tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:31.253960 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-35dde55d-cbb7-4cae-8cee-10d7e6007dbd tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/networks?id=52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d HTTP/1.1" status: 200 len: 817 time: 0.3194358 Feb 16 18:06:31.307258 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-d8acf5ff-373b-4db6-b26c-56492ba96cc4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/quotas/a1ea36c4b5bf423eb1218bd861b1b8e3 HTTP/1.1" status: 200 len: 375 time: 0.0522454 Feb 16 18:06:31.410964 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c2a93-e066-43b0-8332-51bab5449a23 service neutron] Pushing event updated for resources: {'Port': ['ID=d297ed89-338b-4885-a8c9-504ef5342851,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:31.481247 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-e92c2a93-e066-43b0-8332-51bab5449a23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:31.723768 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-da5777ee-e2d8-416c-9357-efe10a55163a tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:31.725548 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-da5777ee-e2d8-416c-9357-efe10a55163a tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/networks?id=236bfbe1-6f14-4462-bff3-9f9a35651529 HTTP/1.1" status: 200 len: 809 time: 0.3666935 Feb 16 18:06:31.738099 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 8ad6a1ad-91ef-4409-84dd-08d16d503266 up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:06:31.798230 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-75b86ec3-23f2-443a-adc3-1d916a43f9c8 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a1ea36c4b5bf423eb1218bd861b1b8e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4876933 Feb 16 18:06:31.838015 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning for port 8ad6a1ad-91ef-4409-84dd-08d16d503266 completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:06:31.844171 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port 8ad6a1ad-91ef-4409-84dd-08d16d503266 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:06:31.844591 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:31.875282 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-e92c2a93-e066-43b0-8332-51bab5449a23 service neutron] Attempting to bind port d297ed89-338b-4885-a8c9-504ef5342851 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:06:31.875688 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-e92c2a93-e066-43b0-8332-51bab5449a23 service neutron] Attempting to bind port d297ed89-338b-4885-a8c9-504ef5342851 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'ce64c93e-45d9-425e-aca9-3906308158b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f8202e7f-abbe-4e6f-b78f-d67eee34469d'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:06:31.876062 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-e92c2a93-e066-43b0-8332-51bab5449a23 service neutron] Attempting to bind port d297ed89-338b-4885-a8c9-504ef5342851 on network f8202e7f-abbe-4e6f-b78f-d67eee34469d {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:06:31.886816 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-8d122a1c-2d03-4107-81f8-d37b4171ba1e tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/quotas/577bcb60dcf441dbb5ad5fa5c5313ff7 HTTP/1.1" status: 200 len: 375 time: 0.1048396 Feb 16 18:06:31.955111 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-e92c2a93-e066-43b0-8332-51bab5449a23 service neutron] Checking agent: {'id': '0ec6646b-198c-4ca3-9e9d-d080d83e847c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 2, 57), 'started_at': datetime.datetime(2021, 2, 16, 18, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:06:31.955513 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-e92c2a93-e066-43b0-8332-51bab5449a23 service neutron] Checking segment: {'id': 'ce64c93e-45d9-425e-aca9-3906308158b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f8202e7f-abbe-4e6f-b78f-d67eee34469d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:06:31.955932 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-e92c2a93-e066-43b0-8332-51bab5449a23 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:31.956331 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-e92c2a93-e066-43b0-8332-51bab5449a23 service neutron] Bound using segment: {'id': 'ce64c93e-45d9-425e-aca9-3906308158b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f8202e7f-abbe-4e6f-b78f-d67eee34469d'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:06:31.956829 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-e92c2a93-e066-43b0-8332-51bab5449a23 service neutron] Bound port: d297ed89-338b-4885-a8c9-504ef5342851, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce64c93e-45d9-425e-aca9-3906308158b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f8202e7f-abbe-4e6f-b78f-d67eee34469d'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:06:31.957209 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-e92c2a93-e066-43b0-8332-51bab5449a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:31.985957 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:32.021223 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] For port 8ad6a1ad-91ef-4409-84dd-08d16d503266, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=8ad6a1ad-91ef-4409-84dd-08d16d503266,segment=NetworkSegment(2211e4c8-d7a9-44b5-ba41-6ae46eb39c79),segment_id=2211e4c8-d7a9-44b5-ba41-6ae46eb39c79)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:06:32.025027 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:32.026922 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:32.061101 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-905e944d-cea1-4f52-b0f7-347b0c84f9e8 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=577bcb60dcf441dbb5ad5fa5c5313ff7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1072085 Feb 16 18:06:32.099182 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Pushing event updated for resources: {'Port': ['ID=8ad6a1ad-91ef-4409-84dd-08d16d503266,revision_number=5']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:32.103135 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:32.380216 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-ed22cde8-4ac4-41ae-b0b9-61e4ada1a958 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:32.381778 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-ed22cde8-4ac4-41ae-b0b9-61e4ada1a958 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] 10.222.0.86 "GET /v2.0/networks?id=a901cd91-4565-42dc-9396-f8f5ec868049 HTTP/1.1" status: 200 len: 809 time: 0.7127151 Feb 16 18:06:32.425617 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-39330b9b-543a-4585-a27c-084a76db1c77 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Request body: {'port': {'device_id': 'eb582c1b-9d65-4a33-aced-4743283a2b24', 'network_id': 'a901cd91-4565-42dc-9396-f8f5ec868049', 'admin_state_up': True, 'tenant_id': '824d2286864c483eb5e2e281bf37fe67'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:06:32.581285 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-a0ceb2c8-2bd9-4db3-b00c-6a57b20d13e0 service neutron] 10.222.0.41 "GET /v2.0/networks/52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7313552 Feb 16 18:06:32.587731 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-e92c2a93-e066-43b0-8332-51bab5449a23 service neutron] For port d297ed89-338b-4885-a8c9-504ef5342851, host hv-cinder-76330, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:06:32.721954 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-e92c2a93-e066-43b0-8332-51bab5449a23 service neutron] For port d297ed89-338b-4885-a8c9-504ef5342851, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d297ed89-338b-4885-a8c9-504ef5342851,segment=NetworkSegment(ce64c93e-45d9-425e-aca9-3906308158b6),segment_id=ce64c93e-45d9-425e-aca9-3906308158b6)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:06:32.733773 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-e92c2a93-e066-43b0-8332-51bab5449a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:32.746780 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-686036a9-58c8-4cbc-b7d1-ecc2a59f1db4 service neutron] 10.222.0.41 "GET /v2.0/networks/236bfbe1-6f14-4462-bff3-9f9a35651529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6478658 Feb 16 18:06:32.771740 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-bea541c6-3121-4c62-8daf-7b5e53abcd10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:32.974519 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-39330b9b-543a-4585-a27c-084a76db1c77 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:33.009557 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-39330b9b-543a-4585-a27c-084a76db1c77 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Usage tracker for resource:port and tenant:824d2286864c483eb5e2e281bf37fe67 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:33.025729 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-39330b9b-543a-4585-a27c-084a76db1c77 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:33.056928 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-39330b9b-543a-4585-a27c-084a76db1c77 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:33.085988 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-df2886f3-a6e7-4b1d-ba7d-574d4141b706 service neutron] 10.222.0.41 "GET /v2.0/networks/52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4957592 Feb 16 18:06:33.107829 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c2a93-e066-43b0-8332-51bab5449a23 service neutron] Pushing event updated for resources: {'Port': ['ID=d297ed89-338b-4885-a8c9-504ef5342851,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:33.131276 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-e92c2a93-e066-43b0-8332-51bab5449a23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:33.138494 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-39330b9b-543a-4585-a27c-084a76db1c77 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Made reservation on behalf of 824d2286864c483eb5e2e281bf37fe67 for: {'port': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:06:33.144287 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-39330b9b-543a-4585-a27c-084a76db1c77 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:33.188503 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-2c4387fb-cac7-4126-acbc-73d4de4e57d5 service neutron] 10.222.0.41 "GET /v2.0/networks/236bfbe1-6f14-4462-bff3-9f9a35651529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4233768 Feb 16 18:06:33.211657 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-e92c2a93-e066-43b0-8332-51bab5449a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:33.212672 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-e92c2a93-e066-43b0-8332-51bab5449a23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:33.214159 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-e92c2a93-e066-43b0-8332-51bab5449a23 service neutron] 10.222.0.86 "PUT /v2.0/ports/d297ed89-338b-4885-a8c9-504ef5342851 HTTP/1.1" status: 200 len: 1157 time: 4.2786808 Feb 16 18:06:33.214757 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2a7f51-5a5c-49ca-9011-f22cfaded165', 'tag': 'd297ed89-338b-4885-a8c9-504ef5342851'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:06:33.702766 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 8ad6a1ad-91ef-4409-84dd-08d16d503266 up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:06:33.802458 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port 8ad6a1ad-91ef-4409-84dd-08d16d503266 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:06:33.803487 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:33.841048 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-8c256c35-2bb0-494f-a659-aad7906b05f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:33.842941 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-8c256c35-2bb0-494f-a659-aad7906b05f3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=622d65f99f53481b8a0d99018b9077fa&device_id=bf2a7f51-5a5c-49ca-9011-f22cfaded165 HTTP/1.1" status: 200 len: 1160 time: 0.5418944 Feb 16 18:06:33.863935 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f780b5b7-aa00-455f-b61b-8cf93fb37b07 req-0a7f0f35-2aee-4e81-9625-7be5ed66fc47 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb582c1b-9d65-4a33-aced-4743283a2b24 HTTP/1.1" status: 200 len: 210 time: 0.2169325 Feb 16 18:06:33.944161 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 6 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:06:33.983682 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-af487ad5-5a62-4c9c-aea4-b936b35dbbdb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d297ed89-338b-4885-a8c9-504ef5342851 HTTP/1.1" status: 200 len: 217 time: 0.1070561 Feb 16 18:06:33.990765 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-39330b9b-543a-4585-a27c-084a76db1c77 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Allocated IP 172.20.0.7 (a901cd91-4565-42dc-9396-f8f5ec868049/b9d0f25e-b4b6-41e5-91e3-365ae31075ca/0a4ef1e9-42a4-4229-89de-983a538dda5d) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:06:34.177465 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-362a5bcc-5ea2-4af4-90c5-c9ab2e67014f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:34.179074 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-362a5bcc-5ea2-4af4-90c5-c9ab2e67014f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c42d94b2-4a0f-4ef3-8dff-e7101cf09702 HTTP/1.1" status: 200 len: 855 time: 0.1849544 Feb 16 18:06:34.185688 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc39898-34bd-407c-94fc-10d8aed41a72 req-cb8c52d2-760a-4970-bae0-7492da10a00b tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:34.193470 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5cc39898-34bd-407c-94fc-10d8aed41a72 req-cb8c52d2-760a-4970-bae0-7492da10a00b tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf2a7f51-5a5c-49ca-9011-f22cfaded165 HTTP/1.1" status: 200 len: 943 time: 0.5559533 Feb 16 18:06:34.600118 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-f91d7441-9013-43da-869f-33867ae5df47 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f8202e7f-abbe-4e6f-b78f-d67eee34469d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3968801 Feb 16 18:06:34.663292 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5cc39898-34bd-407c-94fc-10d8aed41a72 req-a27f41e7-44b4-4acb-b7ba-a23540bd5fbd tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688637 Feb 16 18:06:34.749633 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf2a7f51-5a5c-49ca-9011-f22cfaded165', 'tag': 'd297ed89-338b-4885-a8c9-504ef5342851', 'status': 'completed', 'code': 200} Feb 16 18:06:34.837671 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c3412-6d25-4d42-8e00-24fb55f4ac56 req-954058bd-739a-4b32-a0d7-864b27b84f6e tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:34.839386 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-471c3412-6d25-4d42-8e00-24fb55f4ac56 req-954058bd-739a-4b32-a0d7-864b27b84f6e tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.7274110 Feb 16 18:06:35.000961 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-2d662f05-f7dd-401e-bc07-9cec451ba95a service neutron] 10.222.0.86 "GET /v2.0/networks/f8202e7f-abbe-4e6f-b78f-d67eee34469d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876185 Feb 16 18:06:35.004302 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-39330b9b-543a-4585-a27c-084a76db1c77 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:35.065912 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5acaf1e7-9abe-47dd-a898-a5af9bd0c320 req-c307c842-37b6-4316-bb84-ca86aa2558ef tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 210 time: 0.1907790 Feb 16 18:06:35.312757 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-471c3412-6d25-4d42-8e00-24fb55f4ac56 req-6acc866c-0c21-42f4-adcd-4d9092ddca60 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364603 Feb 16 18:06:35.340010 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ba6037d4-57c9-46c6-8c53-738bd5a06932 req-143dcf02-0ba5-44a9-aba5-9e2d9d1b1bc0 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f29db0a-c714-4721-862d-8bd2a57cbf47 HTTP/1.1" status: 200 len: 210 time: 0.0904937 Feb 16 18:06:35.428504 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c2699084-69ee-4288-8b3e-6c6c02f0d06d req-2e7d4d41-efb7-4061-8b57-b15f6aee4895 service neutron] 10.222.0.86 "GET /v2.0/networks/f8202e7f-abbe-4e6f-b78f-d67eee34469d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3853145 Feb 16 18:06:35.429549 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-39330b9b-543a-4585-a27c-084a76db1c77 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:35.453648 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-4e5f23bc-adc9-4db9-82cf-62c533b72990 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:35.550882 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-a0a9e06b-db1d-46d2-89ea-223ae1df3475 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:35.552456 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-a0a9e06b-db1d-46d2-89ea-223ae1df3475 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.86 "GET /v2.0/networks?id=52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d HTTP/1.1" status: 200 len: 817 time: 0.5146742 Feb 16 18:06:35.745651 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-bbfa27a6-d2e7-41b5-a948-1480ebce0709 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:35.746418 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-bbfa27a6-d2e7-41b5-a948-1480ebce0709 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Synchronizing usage tracker for tenant:577bcb60dcf441dbb5ad5fa5c5313ff7 on resource:network {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:06:35.759657 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39330b9b-543a-4585-a27c-084a76db1c77 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Pushing event updated for resources: {'Port': ['ID=0a4ef1e9-42a4-4229-89de-983a538dda5d,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:35.765319 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-bbfa27a6-d2e7-41b5-a948-1480ebce0709 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Unset dirty status for tenant:577bcb60dcf441dbb5ad5fa5c5313ff7 on resource:network {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:06:35.766591 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-bbfa27a6-d2e7-41b5-a948-1480ebce0709 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.86 "GET /v2.0/networks?id=236bfbe1-6f14-4462-bff3-9f9a35651529 HTTP/1.1" status: 200 len: 809 time: 0.1889248 Feb 16 18:06:35.770682 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-39330b9b-543a-4585-a27c-084a76db1c77 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:35.783166 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-3d59e15e-f13c-4aa8-a346-e74d1ba0dfdf tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Request body: {'port': {'device_id': '2f29db0a-c714-4721-862d-8bd2a57cbf47', 'network_id': '236bfbe1-6f14-4462-bff3-9f9a35651529', 'admin_state_up': True, 'tenant_id': '577bcb60dcf441dbb5ad5fa5c5313ff7'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:06:35.906560 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-7d4e7a92-3573-40ef-9c9a-6b538f0281cf tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a1ea36c4b5bf423eb1218bd861b1b8e3 HTTP/1.1" status: 200 len: 5708 time: 0.2473817 Feb 16 18:06:35.925240 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-0913c6c6-6861-4a0d-a2e0-65649aee2619 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Request body: {'port': {'device_id': '5abf2314-fa08-4089-b904-d7681b82c241', 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d', 'admin_state_up': True, 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'security_groups': ['72212d15-f4d4-44cd-8e98-376d56de67ec']}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:06:35.940811 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-3d59e15e-f13c-4aa8-a346-e74d1ba0dfdf tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:35.946478 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-3d59e15e-f13c-4aa8-a346-e74d1ba0dfdf tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Usage tracker for resource:port and tenant:577bcb60dcf441dbb5ad5fa5c5313ff7 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:35.950352 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-3d59e15e-f13c-4aa8-a346-e74d1ba0dfdf tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:35.956200 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-3d59e15e-f13c-4aa8-a346-e74d1ba0dfdf tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:35.966577 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-3d59e15e-f13c-4aa8-a346-e74d1ba0dfdf tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Made reservation on behalf of 577bcb60dcf441dbb5ad5fa5c5313ff7 for: {'port': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:06:35.980918 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-3d59e15e-f13c-4aa8-a346-e74d1ba0dfdf tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:36.009880 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-39330b9b-543a-4585-a27c-084a76db1c77 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Network a901cd91-4565-42dc-9396-f8f5ec868049 is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:06:36.013360 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aba49c-aec6-4e1f-8d11-512563d231f5 req-57205bfd-f61b-4c62-9cc8-53ce30eddb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:36.015010 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d1aba49c-aec6-4e1f-8d11-512563d231f5 req-57205bfd-f61b-4c62-9cc8-53ce30eddb5b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=622d65f99f53481b8a0d99018b9077fa&device_id=bf2a7f51-5a5c-49ca-9011-f22cfaded165 HTTP/1.1" status: 200 len: 1160 time: 0.4616346 Feb 16 18:06:36.023836 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-39330b9b-543a-4585-a27c-084a76db1c77 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:06:36.043177 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-39330b9b-543a-4585-a27c-084a76db1c77 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:06:36.047784 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-39330b9b-543a-4585-a27c-084a76db1c77 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:36.048451 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-39330b9b-543a-4585-a27c-084a76db1c77 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:36.061682 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086713b-b7e6-4206-ab58-1594d2b06692 req-1d2147ac-962a-4b53-956f-663149a65688 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:36.063246 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3086713b-b7e6-4206-ab58-1594d2b06692 req-1d2147ac-962a-4b53-956f-663149a65688 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb582c1b-9d65-4a33-aced-4743283a2b24 HTTP/1.1" status: 200 len: 931 time: 0.5253153 Feb 16 18:06:36.218010 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-39330b9b-543a-4585-a27c-084a76db1c77 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8163373 Feb 16 18:06:36.262762 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-8c2c64b1-557d-4036-abb5-d6fc8d784592 service neutron] Request body: {'port': {'device_id': 'eb582c1b-9d65-4a33-aced-4743283a2b24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:06:36.334112 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-3086713b-b7e6-4206-ab58-1594d2b06692 req-19c4164d-cffc-42a4-941e-1e84ff1f3665 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Synchronizing usage tracker for tenant:824d2286864c483eb5e2e281bf37fe67 on resource:security_group {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:06:36.382156 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-3d59e15e-f13c-4aa8-a346-e74d1ba0dfdf tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Allocated IP 172.20.0.2 (236bfbe1-6f14-4462-bff3-9f9a35651529/4a13153f-a93b-40d5-895d-544a45bf0985/48168450-12d9-47d0-bd71-00c524303269) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:06:36.569101 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08ca2c-d360-4513-8b08-1c03bb02cfa0 req-2fa55550-4b6f-467f-947c-2bc2228a7e54 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:36.577398 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0b08ca2c-d360-4513-8b08-1c03bb02cfa0 req-2fa55550-4b6f-467f-947c-2bc2228a7e54 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf2a7f51-5a5c-49ca-9011-f22cfaded165 HTTP/1.1" status: 200 len: 943 time: 0.7629609 Feb 16 18:06:36.628823 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-0913c6c6-6861-4a0d-a2e0-65649aee2619 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:36.654442 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-0913c6c6-6861-4a0d-a2e0-65649aee2619 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Usage tracker for resource:port and tenant:a1ea36c4b5bf423eb1218bd861b1b8e3 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:36.654562 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-3d59e15e-f13c-4aa8-a346-e74d1ba0dfdf tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:36.686895 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-3d59e15e-f13c-4aa8-a346-e74d1ba0dfdf tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851944169'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:36.692230 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-0913c6c6-6861-4a0d-a2e0-65649aee2619 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:36.704683 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:36.712575 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aba49c-aec6-4e1f-8d11-512563d231f5 req-49d98c63-99a9-471b-8d2b-7ee17fc6ad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:36.714195 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d1aba49c-aec6-4e1f-8d11-512563d231f5 req-49d98c63-99a9-471b-8d2b-7ee17fc6ad0b service neutron] 10.222.0.86 "GET /v2.0/networks?id=f8202e7f-abbe-4e6f-b78f-d67eee34469d HTTP/1.1" status: 200 len: 909 time: 0.6598086 Feb 16 18:06:36.726175 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-3086713b-b7e6-4206-ab58-1594d2b06692 req-19c4164d-cffc-42a4-941e-1e84ff1f3665 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Unset dirty status for tenant:824d2286864c483eb5e2e281bf37fe67 on resource:security_group {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:06:36.728289 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3086713b-b7e6-4206-ab58-1594d2b06692 req-19c4164d-cffc-42a4-941e-1e84ff1f3665 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a1c0bbe-5e08-4dcb-84f3-00500476b554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6305861 Feb 16 18:06:36.733384 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-0913c6c6-6861-4a0d-a2e0-65649aee2619 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:36.827617 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d1aba49c-aec6-4e1f-8d11-512563d231f5 req-96ae5716-36f8-4d07-88d0-f5fe9145fe80 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d297ed89-338b-4885-a8c9-504ef5342851 HTTP/1.1" status: 200 len: 217 time: 0.0916007 Feb 16 18:06:36.852513 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0b08ca2c-d360-4513-8b08-1c03bb02cfa0 req-e878eb3f-e7f9-4560-9886-f3b34acd0bd5 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739942 Feb 16 18:06:36.871232 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59e15e-f13c-4aa8-a346-e74d1ba0dfdf tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Pushing event updated for resources: {'Port': ['ID=48168450-12d9-47d0-bd71-00c524303269,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:36.876467 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-8c2c64b1-557d-4036-abb5-d6fc8d784592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:36.876586 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3d59e15e-f13c-4aa8-a346-e74d1ba0dfdf tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:36.932234 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-3d59e15e-f13c-4aa8-a346-e74d1ba0dfdf tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Network 236bfbe1-6f14-4462-bff3-9f9a35651529 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:06:36.933398 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-3d59e15e-f13c-4aa8-a346-e74d1ba0dfdf tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:06:36.935705 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-3d59e15e-f13c-4aa8-a346-e74d1ba0dfdf tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:06:36.994676 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d4ae3729-8233-441b-9d3d-b71221025c02 req-6a3ca2e0-a8f0-434d-a1d3-c78a418aa16c tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 210 time: 0.1006095 Feb 16 18:06:37.003094 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-0913c6c6-6861-4a0d-a2e0-65649aee2619 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Made reservation on behalf of a1ea36c4b5bf423eb1218bd861b1b8e3 for: {'port': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:06:37.005345 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-3d59e15e-f13c-4aa8-a346-e74d1ba0dfdf tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:37.006203 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-3d59e15e-f13c-4aa8-a346-e74d1ba0dfdf tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:37.010152 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-0913c6c6-6861-4a0d-a2e0-65649aee2619 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:37.019583 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 59514) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:37.043386 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-3d59e15e-f13c-4aa8-a346-e74d1ba0dfdf tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2647085 Feb 16 18:06:37.067493 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-8c171101-3b95-47b1-b920-ae74a8779f84 service neutron] Request body: {'port': {'device_id': '2f29db0a-c714-4721-862d-8bd2a57cbf47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:06:37.205233 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-8c171101-3b95-47b1-b920-ae74a8779f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:37.268728 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ae2f27b8-38b3-41a9-9031-2ed6c700b194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:37.299313 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-ae2f27b8-38b3-41a9-9031-2ed6c700b194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:37.299821 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aba49c-aec6-4e1f-8d11-512563d231f5 req-805e3038-3f46-422a-99d6-9ca0fdc449f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:37.301323 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d1aba49c-aec6-4e1f-8d11-512563d231f5 req-805e3038-3f46-422a-99d6-9ca0fdc449f7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c42d94b2-4a0f-4ef3-8dff-e7101cf09702 HTTP/1.1" status: 200 len: 855 time: 0.4271066 Feb 16 18:06:37.312175 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-ae2f27b8-38b3-41a9-9031-2ed6c700b194 admin admin] Usage tracker for resource:security_group_rule and tenant:6c7cd6f905c144e0af396608091c0e04 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:37.317759 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-ae2f27b8-38b3-41a9-9031-2ed6c700b194 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:37.359674 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-ae2f27b8-38b3-41a9-9031-2ed6c700b194 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:37.453898 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d1aba49c-aec6-4e1f-8d11-512563d231f5 req-30a9f300-ac17-4a30-942d-4f71a6ccfabb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f8202e7f-abbe-4e6f-b78f-d67eee34469d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838234 Feb 16 18:06:37.642845 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ae2f27b8-38b3-41a9-9031-2ed6c700b194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:37.647729 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ae2f27b8-38b3-41a9-9031-2ed6c700b194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:37.665203 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f33dc720-dc78-4e98-8105-988f699afc74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:37.716550 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8022b63-4da6-4c7d-9236-2b3ae6bf2b94 req-bade7d4c-efcd-48d9-9dab-16b1b0b345ac tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:37.718198 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a8022b63-4da6-4c7d-9236-2b3ae6bf2b94 req-bade7d4c-efcd-48d9-9dab-16b1b0b345ac tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f29db0a-c714-4721-862d-8bd2a57cbf47 HTTP/1.1" status: 200 len: 931 time: 0.5800042 Feb 16 18:06:37.723154 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-ae2f27b8-38b3-41a9-9031-2ed6c700b194 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c7cd6f905c144e0af396608091c0e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7022817 Feb 16 18:06:37.725097 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f27b8-38b3-41a9-9031-2ed6c700b194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafa9291-89df-4ba1-99e6-0be7d3f1c193,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:37.728226 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 59524) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:37.733128 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ae2f27b8-38b3-41a9-9031-2ed6c700b194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:37.737441 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df437c-f638-4ad1-bd91-68f1e0b90413 req-7b19d601-78db-4c16-aba6-ac2581c706ec tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:37.745308 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a2df437c-f638-4ad1-bd91-68f1e0b90413 req-7b19d601-78db-4c16-aba6-ac2581c706ec tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.7434368 Feb 16 18:06:37.847681 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-8c171101-3b95-47b1-b920-ae74a8779f84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48168450-12d9-47d0-bd71-00c524303269 {{(pid=83986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:06:37.871961 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-8c171101-3b95-47b1-b920-ae74a8779f84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:37.877580 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-69affb43-cfc8-4098-b532-03a6f19c7cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:37.898032 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-8c171101-3b95-47b1-b920-ae74a8779f84 service neutron] Transition to ACTIVE for port object 48168450-12d9-47d0-bd71-00c524303269 will not be triggered until provisioned by entity L2. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:06:37.907846 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-8c171101-3b95-47b1-b920-ae74a8779f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2831644'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:37.927101 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:37.999179 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a2df437c-f638-4ad1-bd91-68f1e0b90413 req-aca9687a-dfea-4ae0-8b8d-fd2edcab4fb5 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529287 Feb 16 18:06:38.065313 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a8022b63-4da6-4c7d-9236-2b3ae6bf2b94 req-bcd3f474-7941-4f94-8d96-d90fb7785988 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f7fe92d-ffff-4955-bfd6-4a93946162b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088140 Feb 16 18:06:38.067375 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d1aba49c-aec6-4e1f-8d11-512563d231f5 req-bd4e3b6c-f58b-4143-82e6-1bf5070bc4c8 service neutron] 10.222.0.86 "GET /v2.0/networks/f8202e7f-abbe-4e6f-b78f-d67eee34469d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5936148 Feb 16 18:06:38.225973 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-0913c6c6-6861-4a0d-a2e0-65649aee2619 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Allocated IP 172.20.0.10 (52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d/2eeef3d3-2e0a-421d-8113-cd0a34d78d12/b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:06:38.247015 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-69affb43-cfc8-4098-b532-03a6f19c7cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:38.332847 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c171101-3b95-47b1-b920-ae74a8779f84 service neutron] Pushing event updated for resources: {'Port': ['ID=48168450-12d9-47d0-bd71-00c524303269,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:38.338473 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-8c171101-3b95-47b1-b920-ae74a8779f84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:38.376439 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.db.resource_extend [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-8c2c64b1-557d-4036-abb5-d6fc8d784592 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 16 18:06:38.385846 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-69affb43-cfc8-4098-b532-03a6f19c7cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:38.390647 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:38.469698 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69affb43-cfc8-4098-b532-03a6f19c7cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafa9291-89df-4ba1-99e6-0be7d3f1c193,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:38.474637 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-69affb43-cfc8-4098-b532-03a6f19c7cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:38.477043 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-69affb43-cfc8-4098-b532-03a6f19c7cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:38.478672 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-69affb43-cfc8-4098-b532-03a6f19c7cf3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eafa9291-89df-4ba1-99e6-0be7d3f1c193 HTTP/1.1" status: 204 len: 168 time: 0.7484162 Feb 16 18:06:38.484882 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d1aba49c-aec6-4e1f-8d11-512563d231f5 req-83ed121b-d05d-4055-b264-27d487082057 service neutron] 10.222.0.86 "GET /v2.0/networks/f8202e7f-abbe-4e6f-b78f-d67eee34469d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4043772 Feb 16 18:06:38.561395 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-8c171101-3b95-47b1-b920-ae74a8779f84 service neutron] Attempting to bind port 48168450-12d9-47d0-bd71-00c524303269 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:06:38.561883 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-8c171101-3b95-47b1-b920-ae74a8779f84 service neutron] Attempting to bind port 48168450-12d9-47d0-bd71-00c524303269 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '6e735b8b-4c62-4408-8484-ef76f7e50afb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '236bfbe1-6f14-4462-bff3-9f9a35651529'}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:06:38.562379 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-8c171101-3b95-47b1-b920-ae74a8779f84 service neutron] Attempting to bind port 48168450-12d9-47d0-bd71-00c524303269 on network 236bfbe1-6f14-4462-bff3-9f9a35651529 {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:06:38.569117 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-8c171101-3b95-47b1-b920-ae74a8779f84 service neutron] Checking agent: {'id': '0ec6646b-198c-4ca3-9e9d-d080d83e847c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 2, 57), 'started_at': datetime.datetime(2021, 2, 16, 18, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:06:38.569613 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-8c171101-3b95-47b1-b920-ae74a8779f84 service neutron] Checking segment: {'id': '6e735b8b-4c62-4408-8484-ef76f7e50afb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '236bfbe1-6f14-4462-bff3-9f9a35651529'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:06:38.570710 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-8c171101-3b95-47b1-b920-ae74a8779f84 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:38.570928 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-8c171101-3b95-47b1-b920-ae74a8779f84 service neutron] Bound using segment: {'id': '6e735b8b-4c62-4408-8484-ef76f7e50afb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '236bfbe1-6f14-4462-bff3-9f9a35651529'} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:06:38.571442 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-8c171101-3b95-47b1-b920-ae74a8779f84 service neutron] Bound port: 48168450-12d9-47d0-bd71-00c524303269, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e735b8b-4c62-4408-8484-ef76f7e50afb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '236bfbe1-6f14-4462-bff3-9f9a35651529'}}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:06:38.571828 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-8c171101-3b95-47b1-b920-ae74a8779f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:38.674627 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-8c171101-3b95-47b1-b920-ae74a8779f84 service neutron] For port 48168450-12d9-47d0-bd71-00c524303269, host hv-cinder-76330, cleared binding levels {{(pid=83986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:06:38.678125 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-8c171101-3b95-47b1-b920-ae74a8779f84 service neutron] For port 48168450-12d9-47d0-bd71-00c524303269, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=48168450-12d9-47d0-bd71-00c524303269,segment=NetworkSegment(6e735b8b-4c62-4408-8484-ef76f7e50afb),segment_id=6e735b8b-4c62-4408-8484-ef76f7e50afb)] {{(pid=83986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:06:38.685212 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-8c171101-3b95-47b1-b920-ae74a8779f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2831644'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:38.701501 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3d59e15e-f13c-4aa8-a346-e74d1ba0dfdf tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:38.846429 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 59540) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:38.863114 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-8c2c64b1-557d-4036-abb5-d6fc8d784592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a4ef1e9-42a4-4229-89de-983a538dda5d {{(pid=83985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:06:38.880936 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-8c2c64b1-557d-4036-abb5-d6fc8d784592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:38.889545 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c171101-3b95-47b1-b920-ae74a8779f84 service neutron] Pushing event updated for resources: {'Port': ['ID=48168450-12d9-47d0-bd71-00c524303269,revision_number=3']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:38.895949 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-8c171101-3b95-47b1-b920-ae74a8779f84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:38.896737 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a7d88105-f8a5-4354-a732-8b5a83973377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:38.912459 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device d297ed89-338b-4885-a8c9-504ef5342851 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:06:38.914802 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c160df-876b-41f7-9868-19984f669ffc req-39a0eaee-8d92-47ce-9945-df50a1168a78 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:38.915583 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-06c160df-876b-41f7-9868-19984f669ffc req-39a0eaee-8d92-47ce-9945-df50a1168a78 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Synchronizing usage tracker for tenant:824d2286864c483eb5e2e281bf37fe67 on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:06:38.926880 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-a7d88105-f8a5-4354-a732-8b5a83973377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:38.932306 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-8c2c64b1-557d-4036-abb5-d6fc8d784592 service neutron] Transition to ACTIVE for port object 0a4ef1e9-42a4-4229-89de-983a538dda5d will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:06:38.932466 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-a7d88105-f8a5-4354-a732-8b5a83973377 admin admin] Usage tracker for resource:security_group_rule and tenant:f85c17ea912a4638892a24745c37a1f0 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:38.935876 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-a7d88105-f8a5-4354-a732-8b5a83973377 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:38.942869 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-a7d88105-f8a5-4354-a732-8b5a83973377 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:38.953472 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-8c2c64b1-557d-4036-abb5-d6fc8d784592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:38.984001 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-8c171101-3b95-47b1-b920-ae74a8779f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:38.984695 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-8c171101-3b95-47b1-b920-ae74a8779f84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:38.986205 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-8c171101-3b95-47b1-b920-ae74a8779f84 service neutron] 10.222.0.86 "PUT /v2.0/ports/48168450-12d9-47d0-bd71-00c524303269 HTTP/1.1" status: 200 len: 1157 time: 1.9247866 Feb 16 18:06:38.986736 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f29db0a-c714-4721-862d-8bd2a57cbf47', 'tag': '48168450-12d9-47d0-bd71-00c524303269'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:06:38.998047 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-687764ef-2578-420e-bf1a-1b1bce4352b3 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:39.023093 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning for port d297ed89-338b-4885-a8c9-504ef5342851 completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:06:39.030037 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port d297ed89-338b-4885-a8c9-504ef5342851 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:06:39.030720 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:39.126194 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-0913c6c6-6861-4a0d-a2e0-65649aee2619 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:39.130302 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-06c160df-876b-41f7-9868-19984f669ffc req-39a0eaee-8d92-47ce-9945-df50a1168a78 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Unset dirty status for tenant:824d2286864c483eb5e2e281bf37fe67 on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:06:39.134616 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a7d88105-f8a5-4354-a732-8b5a83973377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:39.138345 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-06c160df-876b-41f7-9868-19984f669ffc req-39a0eaee-8d92-47ce-9945-df50a1168a78 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb582c1b-9d65-4a33-aced-4743283a2b24 HTTP/1.1" status: 200 len: 931 time: 0.8685973 Feb 16 18:06:39.150458 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a7d88105-f8a5-4354-a732-8b5a83973377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:39.167834 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-19a3ad67-e671-43d3-a46a-1aea702eeef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:39.180060 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ef3e5-3848-4dec-9984-d4d81126bdd3 req-fe0fdf61-84ac-428d-8ed1-27058ab46f0a tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:39.183108 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:39.188420 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-493ef3e5-3848-4dec-9984-d4d81126bdd3 req-fe0fdf61-84ac-428d-8ed1-27058ab46f0a tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf2a7f51-5a5c-49ca-9011-f22cfaded165 HTTP/1.1" status: 200 len: 943 time: 0.7193701 Feb 16 18:06:39.224527 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] For port d297ed89-338b-4885-a8c9-504ef5342851, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d297ed89-338b-4885-a8c9-504ef5342851,segment=NetworkSegment(ce64c93e-45d9-425e-aca9-3906308158b6),segment_id=ce64c93e-45d9-425e-aca9-3906308158b6)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:06:39.225751 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2a7f51-5a5c-49ca-9011-f22cfaded165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd297ed89-338b-4885-a8c9-504ef5342851'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:06:39.229731 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-06c160df-876b-41f7-9868-19984f669ffc req-dc37c778-5630-4af9-a814-248d14b05ad4 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a1c0bbe-5e08-4dcb-84f3-00500476b554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903223 Feb 16 18:06:39.230595 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-f8cfe537-5420-413a-802e-3e611470fefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:39.232532 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-f8cfe537-5420-413a-802e-3e611470fefa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=577bcb60dcf441dbb5ad5fa5c5313ff7&device_id=2f29db0a-c714-4721-862d-8bd2a57cbf47 HTTP/1.1" status: 200 len: 1160 time: 0.1704457 Feb 16 18:06:39.233364 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:39.235861 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:39.258783 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-a7d88105-f8a5-4354-a732-8b5a83973377 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f85c17ea912a4638892a24745c37a1f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4090295 Feb 16 18:06:39.282127 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 59558) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:39.316055 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Pushing event updated for resources: {'Port': ['ID=d297ed89-338b-4885-a8c9-504ef5342851,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:39.319669 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:39.325595 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d88105-f8a5-4354-a732-8b5a83973377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd024825-5a58-4bb7-a389-db7aa1bd7ce6,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:39.335268 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a7d88105-f8a5-4354-a732-8b5a83973377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:39.340180 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-0913c6c6-6861-4a0d-a2e0-65649aee2619 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Transition to ACTIVE for port object b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 will not be triggered until provisioned by entity DHCP. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:06:39.345214 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-10872742-c8f4-4c43-9a99-3502a28b2298 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48168450-12d9-47d0-bd71-00c524303269 HTTP/1.1" status: 200 len: 217 time: 0.0849619 Feb 16 18:06:39.375336 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c64b1-557d-4036-abb5-d6fc8d784592 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4ef1e9-42a4-4229-89de-983a538dda5d,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:39.407743 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-8c2c64b1-557d-4036-abb5-d6fc8d784592 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:39.436984 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-c9444695-8a0f-48c8-8f94-534454de63bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:39.438552 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-c9444695-8a0f-48c8-8f94-534454de63bb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a13153f-a93b-40d5-895d-544a45bf0985 HTTP/1.1" status: 200 len: 849 time: 0.0788991 Feb 16 18:06:39.510538 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-15ded0e5-c033-4faf-bc87-d200ca6273d0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=236bfbe1-6f14-4462-bff3-9f9a35651529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478747 Feb 16 18:06:39.518967 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-493ef3e5-3848-4dec-9984-d4d81126bdd3 req-c3218fc8-5edf-41cd-bbbf-8d232e06dba4 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296161 Feb 16 18:06:39.524784 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b321664b-3966-47ab-9aa5-739af6cb029c req-daf85c68-25cd-415f-bf66-2f1fb155090a tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 210 time: 0.1043060 Feb 16 18:06:39.552968 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-629cec13-b9b1-4ca6-9da2-9617dfc763e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:39.618568 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f29db0a-c714-4721-862d-8bd2a57cbf47', 'tag': '48168450-12d9-47d0-bd71-00c524303269', 'status': 'completed', 'code': 200} Feb 16 18:06:39.644254 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-0913c6c6-6861-4a0d-a2e0-65649aee2619 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:39.687019 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:39.692316 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-4c1a2973-abc0-4f72-85f5-3a622a18e4eb service neutron] 10.222.0.86 "GET /v2.0/networks/236bfbe1-6f14-4462-bff3-9f9a35651529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696842 Feb 16 18:06:39.754691 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-629cec13-b9b1-4ca6-9da2-9617dfc763e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:39.844483 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b50f7b89-2fae-43e9-a7bf-5bb827679aa4 req-3c8710dd-7c0a-4469-b6b1-d32b3fd161e4 service neutron] 10.222.0.86 "GET /v2.0/networks/236bfbe1-6f14-4462-bff3-9f9a35651529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1377509 Feb 16 18:06:39.935305 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-8c2c64b1-557d-4036-abb5-d6fc8d784592 service neutron] Attempting to bind port 0a4ef1e9-42a4-4229-89de-983a538dda5d on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:06:39.935762 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-8c2c64b1-557d-4036-abb5-d6fc8d784592 service neutron] Attempting to bind port 0a4ef1e9-42a4-4229-89de-983a538dda5d by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'cb7a65ae-38d4-4672-9b94-6aae0b3fce75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a901cd91-4565-42dc-9396-f8f5ec868049'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:06:39.936133 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-8c2c64b1-557d-4036-abb5-d6fc8d784592 service neutron] Attempting to bind port 0a4ef1e9-42a4-4229-89de-983a538dda5d on network a901cd91-4565-42dc-9396-f8f5ec868049 {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:06:39.976544 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcebb0b-cba1-4195-90a7-2ead83cb20d7 req-dd450b4b-1fa6-481e-9c8e-abbed10a9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:39.977525 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-8c2c64b1-557d-4036-abb5-d6fc8d784592 service neutron] Checking agent: {'id': '0ec6646b-198c-4ca3-9e9d-d080d83e847c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 2, 57), 'started_at': datetime.datetime(2021, 2, 16, 18, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:06:39.977895 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-8c2c64b1-557d-4036-abb5-d6fc8d784592 service neutron] Checking segment: {'id': 'cb7a65ae-38d4-4672-9b94-6aae0b3fce75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a901cd91-4565-42dc-9396-f8f5ec868049'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:06:39.978186 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6fcebb0b-cba1-4195-90a7-2ead83cb20d7 req-dd450b4b-1fa6-481e-9c8e-abbed10a9ba4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=577bcb60dcf441dbb5ad5fa5c5313ff7&device_id=2f29db0a-c714-4721-862d-8bd2a57cbf47 HTTP/1.1" status: 200 len: 1160 time: 0.0781586 Feb 16 18:06:39.978296 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-8c2c64b1-557d-4036-abb5-d6fc8d784592 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:39.978689 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-8c2c64b1-557d-4036-abb5-d6fc8d784592 service neutron] Bound using segment: {'id': 'cb7a65ae-38d4-4672-9b94-6aae0b3fce75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a901cd91-4565-42dc-9396-f8f5ec868049'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:06:39.979158 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-8c2c64b1-557d-4036-abb5-d6fc8d784592 service neutron] Bound port: 0a4ef1e9-42a4-4229-89de-983a538dda5d, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a65ae-38d4-4672-9b94-6aae0b3fce75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a901cd91-4565-42dc-9396-f8f5ec868049'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:06:39.979551 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-8c2c64b1-557d-4036-abb5-d6fc8d784592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:39.998481 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913c6c6-6861-4a0d-a2e0-65649aee2619 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Pushing event updated for resources: {'Port': ['ID=b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:40.011328 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-0913c6c6-6861-4a0d-a2e0-65649aee2619 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:40.085173 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device d297ed89-338b-4885-a8c9-504ef5342851 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:06:40.137163 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcebb0b-cba1-4195-90a7-2ead83cb20d7 req-727d5983-2c04-4090-9d8c-3a66dca8a38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:40.138677 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6fcebb0b-cba1-4195-90a7-2ead83cb20d7 req-727d5983-2c04-4090-9d8c-3a66dca8a38c service neutron] 10.222.0.86 "GET /v2.0/networks?id=236bfbe1-6f14-4462-bff3-9f9a35651529 HTTP/1.1" status: 200 len: 903 time: 0.1419435 Feb 16 18:06:40.160173 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port d297ed89-338b-4885-a8c9-504ef5342851 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:06:40.160777 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:40.172022 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-629cec13-b9b1-4ca6-9da2-9617dfc763e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:40.181227 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4bd42d-c08d-4682-8b7f-d2c7b266d8e0 req-784c7d93-28a2-4c96-b1ec-9a0061785f16 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:40.182955 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-eb4bd42d-c08d-4682-8b7f-d2c7b266d8e0 req-784c7d93-28a2-4c96-b1ec-9a0061785f16 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.5232573 Feb 16 18:06:40.188879 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:40.212038 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7f7b7-ea24-4d9e-b8e6-568a8acd52f3 req-e183c240-9828-4f24-bae5-8c2986783e99 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:40.219657 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9ab7f7b7-ea24-4d9e-b8e6-568a8acd52f3 req-e183c240-9828-4f24-bae5-8c2986783e99 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f29db0a-c714-4721-862d-8bd2a57cbf47 HTTP/1.1" status: 200 len: 943 time: 0.4998467 Feb 16 18:06:40.230223 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-0913c6c6-6861-4a0d-a2e0-65649aee2619 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Network 52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:06:40.236378 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6fcebb0b-cba1-4195-90a7-2ead83cb20d7 req-313ad34f-096e-481a-a2f4-c49c18f86a39 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48168450-12d9-47d0-bd71-00c524303269 HTTP/1.1" status: 200 len: 217 time: 0.0811145 Feb 16 18:06:40.255373 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629cec13-b9b1-4ca6-9da2-9617dfc763e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd024825-5a58-4bb7-a389-db7aa1bd7ce6,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:40.264686 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-629cec13-b9b1-4ca6-9da2-9617dfc763e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:40.268370 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-0913c6c6-6861-4a0d-a2e0-65649aee2619 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:06:40.275152 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-8c2c64b1-557d-4036-abb5-d6fc8d784592 service neutron] For port 0a4ef1e9-42a4-4229-89de-983a538dda5d, host hv-cinder-76330, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:06:40.281823 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-0913c6c6-6861-4a0d-a2e0-65649aee2619 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:06:40.286393 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-0913c6c6-6861-4a0d-a2e0-65649aee2619 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:40.287061 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-0913c6c6-6861-4a0d-a2e0-65649aee2619 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:40.318878 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-8c2c64b1-557d-4036-abb5-d6fc8d784592 service neutron] For port 0a4ef1e9-42a4-4229-89de-983a538dda5d, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0a4ef1e9-42a4-4229-89de-983a538dda5d,segment=NetworkSegment(cb7a65ae-38d4-4672-9b94-6aae0b3fce75),segment_id=cb7a65ae-38d4-4672-9b94-6aae0b3fce75)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:06:40.347713 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-8c2c64b1-557d-4036-abb5-d6fc8d784592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:40.358257 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcebb0b-cba1-4195-90a7-2ead83cb20d7 req-abb55ef3-6aa3-43c8-bed6-e1694a15155c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:40.361266 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6fcebb0b-cba1-4195-90a7-2ead83cb20d7 req-abb55ef3-6aa3-43c8-bed6-e1694a15155c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a13153f-a93b-40d5-895d-544a45bf0985 HTTP/1.1" status: 200 len: 849 time: 0.0998414 Feb 16 18:06:40.374905 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-59da413e-a09e-4524-b9ba-0e7fef8227a1 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:40.410806 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-629cec13-b9b1-4ca6-9da2-9617dfc763e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:40.415365 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-629cec13-b9b1-4ca6-9da2-9617dfc763e0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd024825-5a58-4bb7-a389-db7aa1bd7ce6 HTTP/1.1" status: 204 len: 168 time: 1.1151736 Feb 16 18:06:40.432598 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6fcebb0b-cba1-4195-90a7-2ead83cb20d7 req-a868ec7b-0187-4c9c-ada4-66349a2f40fb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=236bfbe1-6f14-4462-bff3-9f9a35651529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617237 Feb 16 18:06:40.562342 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-f3825fb7-81c0-4bf1-a20b-24fbd72e1dd3 None None] Provisioning for port b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 completed by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:06:40.562491 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-0913c6c6-6861-4a0d-a2e0-65649aee2619 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6479509 Feb 16 18:06:40.570258 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-f3825fb7-81c0-4bf1-a20b-24fbd72e1dd3 None None] Provisioning complete for port b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:06:40.571625 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f3825fb7-81c0-4bf1-a20b-24fbd72e1dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:40.573704 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9ab7f7b7-ea24-4d9e-b8e6-568a8acd52f3 req-82ff9f54-f8d7-4970-9db4-fdc8c05e8e7c tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f7fe92d-ffff-4955-bfd6-4a93946162b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528495 Feb 16 18:06:40.596866 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-eb4bd42d-c08d-4682-8b7f-d2c7b266d8e0 req-8d9ecdf1-ee2b-44d7-b44a-b515a8708e6a tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964989 Feb 16 18:06:40.605573 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-de969710-347d-49b4-aa33-06baf1f1ac14 service neutron] Request body: {'port': {'device_id': '5abf2314-fa08-4089-b904-d7681b82c241', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:06:40.678181 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6fcebb0b-cba1-4195-90a7-2ead83cb20d7 req-78cb80f1-8441-41be-940d-f7399600c665 service neutron] 10.222.0.86 "GET /v2.0/networks/236bfbe1-6f14-4462-bff3-9f9a35651529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273245 Feb 16 18:06:40.688624 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2a7f51-5a5c-49ca-9011-f22cfaded165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd297ed89-338b-4885-a8c9-504ef5342851', 'code': 200} Feb 16 18:06:40.733086 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-f3825fb7-81c0-4bf1-a20b-24fbd72e1dd3 None None] Port b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 cannot update to ACTIVE because it is not bound. {{(pid=83987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:06:40.754680 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-8c2c64b1-557d-4036-abb5-d6fc8d784592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:40.755636 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-8c2c64b1-557d-4036-abb5-d6fc8d784592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:40.757330 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-8c2c64b1-557d-4036-abb5-d6fc8d784592 service neutron] 10.222.0.86 "PUT /v2.0/ports/0a4ef1e9-42a4-4229-89de-983a538dda5d HTTP/1.1" status: 200 len: 1157 time: 4.5099187 Feb 16 18:06:40.759308 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb582c1b-9d65-4a33-aced-4743283a2b24', 'tag': '0a4ef1e9-42a4-4229-89de-983a538dda5d'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:06:40.879429 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c64b1-557d-4036-abb5-d6fc8d784592 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4ef1e9-42a4-4229-89de-983a538dda5d,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:40.920433 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6fcebb0b-cba1-4195-90a7-2ead83cb20d7 req-e92d288d-1e1d-4cfd-a061-f546f712ddae service neutron] 10.222.0.86 "GET /v2.0/networks/236bfbe1-6f14-4462-bff3-9f9a35651529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2333331 Feb 16 18:06:40.929263 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-8c2c64b1-557d-4036-abb5-d6fc8d784592 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:41.018455 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 59582) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:41.023574 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-de969710-347d-49b4-aa33-06baf1f1ac14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:41.069269 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca79fd0-72f6-460a-a4ce-0e5663dfe4ee req-630366f5-8511-46bf-88e0-7bcd79439535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:41.072083 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7ca79fd0-72f6-460a-a4ce-0e5663dfe4ee req-630366f5-8511-46bf-88e0-7bcd79439535 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bf2a7f51-5a5c-49ca-9011-f22cfaded165 HTTP/1.1" status: 200 len: 1162 time: 0.1266313 Feb 16 18:06:41.137428 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-7ca79fd0-72f6-460a-a4ce-0e5663dfe4ee req-308dfe25-beab-4552-bc47-fb4e15380ca7 service neutron] Synchronizing usage tracker for tenant:ac4326f5776847e6b46ebc5884e25f79 on resource:security_group {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:06:41.161975 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-7ca79fd0-72f6-460a-a4ce-0e5663dfe4ee req-308dfe25-beab-4552-bc47-fb4e15380ca7 service neutron] Unset dirty status for tenant:ac4326f5776847e6b46ebc5884e25f79 on resource:security_group {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:06:41.164798 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7ca79fd0-72f6-460a-a4ce-0e5663dfe4ee req-308dfe25-beab-4552-bc47-fb4e15380ca7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829642 Feb 16 18:06:41.211484 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 59588) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:41.232218 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-195a5198-c678-4ce7-82c2-87e39fe9b2f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:41.252095 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-195a5198-c678-4ce7-82c2-87e39fe9b2f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:41.256455 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-195a5198-c678-4ce7-82c2-87e39fe9b2f8 admin admin] Usage tracker for resource:security_group_rule and tenant:af42f9a3667f4d9a8dbba831cefc51f7 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:41.259805 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-195a5198-c678-4ce7-82c2-87e39fe9b2f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:41.265795 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-195a5198-c678-4ce7-82c2-87e39fe9b2f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:41.355145 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-195a5198-c678-4ce7-82c2-87e39fe9b2f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:41.358495 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-195a5198-c678-4ce7-82c2-87e39fe9b2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:41.367849 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d7387a3b-e80b-44aa-a429-9a55c6df9ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:41.379560 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-aa65f078-772f-4810-9408-08d1ffc82b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:41.414946 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-195a5198-c678-4ce7-82c2-87e39fe9b2f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af42f9a3667f4d9a8dbba831cefc51f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1987967 Feb 16 18:06:41.414946 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a5198-c678-4ce7-82c2-87e39fe9b2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac011585-d806-4874-a7c1-6ab482653808,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:41.415237 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-b543695a-0791-477f-b300-ecfcbb1fd167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:41.416180 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 59592) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:41.416300 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-b543695a-0791-477f-b300-ecfcbb1fd167 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=824d2286864c483eb5e2e281bf37fe67&device_id=eb582c1b-9d65-4a33-aced-4743283a2b24 HTTP/1.1" status: 200 len: 1160 time: 0.5401552 Feb 16 18:06:41.419025 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-195a5198-c678-4ce7-82c2-87e39fe9b2f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:41.453559 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-aa65f078-772f-4810-9408-08d1ffc82b27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:41.468496 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ede4c-95c8-4df6-b5ac-f8a54cdf6095 req-1f17faa3-c0e4-473d-a787-c264ecadc4cd tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:41.470063 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-639ede4c-95c8-4df6-b5ac-f8a54cdf6095 req-1f17faa3-c0e4-473d-a787-c264ecadc4cd tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb582c1b-9d65-4a33-aced-4743283a2b24 HTTP/1.1" status: 200 len: 943 time: 0.5926535 Feb 16 18:06:41.481774 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8178a6f0-144b-42b4-a533-b689a0826013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:41.509927 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8178a6f0-144b-42b4-a533-b689a0826013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:41.548575 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-aa65f078-772f-4810-9408-08d1ffc82b27 admin admin] Usage tracker for resource:security_group_rule and tenant:31b46d5adfcc4dd2bfbc9dfd2bde8c16 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:41.556773 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8178a6f0-144b-42b4-a533-b689a0826013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:41.561777 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-569c38f4-ddf4-446d-a95f-d6cd536c0451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:41.567946 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-3447ac46-0dd6-49d7-90db-0bc08ac12014 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a4ef1e9-42a4-4229-89de-983a538dda5d HTTP/1.1" status: 200 len: 217 time: 0.1157308 Feb 16 18:06:41.576614 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-aa65f078-772f-4810-9408-08d1ffc82b27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:41.579862 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178a6f0-144b-42b4-a533-b689a0826013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac011585-d806-4874-a7c1-6ab482653808,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:41.582562 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-8178a6f0-144b-42b4-a533-b689a0826013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:41.590079 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8178a6f0-144b-42b4-a533-b689a0826013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:41.591541 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-8178a6f0-144b-42b4-a533-b689a0826013 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ac011585-d806-4874-a7c1-6ab482653808 HTTP/1.1" status: 204 len: 168 time: 0.1743264 Feb 16 18:06:41.597256 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-aa65f078-772f-4810-9408-08d1ffc82b27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:41.762605 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15411b4-5418-4562-8b8b-aabb8b1d22c1 req-5e8929bc-bc5c-4d16-a0e1-1c7e1bf6d659 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:41.764274 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d15411b4-5418-4562-8b8b-aabb8b1d22c1 req-5e8929bc-bc5c-4d16-a0e1-1c7e1bf6d659 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf2a7f51-5a5c-49ca-9011-f22cfaded165 HTTP/1.1" status: 200 len: 945 time: 0.7161758 Feb 16 18:06:41.781593 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-639ede4c-95c8-4df6-b5ac-f8a54cdf6095 req-8d358ef2-253e-42ec-a1df-1b85fa801670 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a1c0bbe-5e08-4dcb-84f3-00500476b554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471755 Feb 16 18:06:41.818904 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-13d9b3a0-c3fc-40ab-a337-4ef672d6d51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:41.820640 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-13d9b3a0-c3fc-40ab-a337-4ef672d6d51f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b9d0f25e-b4b6-41e5-91e3-365ae31075ca HTTP/1.1" status: 200 len: 849 time: 0.2303715 Feb 16 18:06:42.022039 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-2b96ede3-b51b-4e62-9db5-91591ba4995f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a901cd91-4565-42dc-9396-f8f5ec868049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1271429 Feb 16 18:06:42.043950 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d15411b4-5418-4562-8b8b-aabb8b1d22c1 req-9fbcc1ff-577c-40ff-8610-6916bf397965 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658937 Feb 16 18:06:42.143314 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb582c1b-9d65-4a33-aced-4743283a2b24', 'tag': '0a4ef1e9-42a4-4229-89de-983a538dda5d', 'status': 'completed', 'code': 200} Feb 16 18:06:42.210303 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.objects.ports [None req-4f294189-6c99-4421-9295-404f0011f8cd None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83987) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 16 18:06:42.310080 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-aa65f078-772f-4810-9408-08d1ffc82b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:42.343587 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-aa65f078-772f-4810-9408-08d1ffc82b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:42.364174 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:42.384387 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce36acc-c903-447f-81e0-4f2f6b46b487 req-49cdd245-7423-49bb-9653-87087142de18 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:42.385142 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-6ce36acc-c903-447f-81e0-4f2f6b46b487 req-49cdd245-7423-49bb-9653-87087142de18 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Synchronizing usage tracker for tenant:a1ea36c4b5bf423eb1218bd861b1b8e3 on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:06:42.411974 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-a0641ad0-1fcd-4a14-94fa-e4ee4e78098b service neutron] 10.222.0.86 "GET /v2.0/networks/a901cd91-4565-42dc-9396-f8f5ec868049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740120 Feb 16 18:06:42.516432 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-aa65f078-772f-4810-9408-08d1ffc82b27 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=31b46d5adfcc4dd2bfbc9dfd2bde8c16&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4943781 Feb 16 18:06:42.516949 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 59622) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:42.578743 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65f078-772f-4810-9408-08d1ffc82b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f5ec4f-8ed8-4d63-90f9-534caa8fe035,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:42.589626 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3305d4b9-b18b-4c66-9b9a-af6053dd0d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:42.602061 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-aa65f078-772f-4810-9408-08d1ffc82b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:42.622003 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3305d4b9-b18b-4c66-9b9a-af6053dd0d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:42.627614 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-6ce36acc-c903-447f-81e0-4f2f6b46b487 req-49cdd245-7423-49bb-9653-87087142de18 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Unset dirty status for tenant:a1ea36c4b5bf423eb1218bd861b1b8e3 on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:06:42.628888 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6ce36acc-c903-447f-81e0-4f2f6b46b487 req-49cdd245-7423-49bb-9653-87087142de18 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 932 time: 0.7303832 Feb 16 18:06:42.635219 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-de969710-347d-49b4-aa33-06baf1f1ac14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 {{(pid=83985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:06:42.659014 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-de969710-347d-49b4-aa33-06baf1f1ac14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:42.680723 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3305d4b9-b18b-4c66-9b9a-af6053dd0d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:42.688217 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-69affb43-cfc8-4098-b532-03a6f19c7cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:42.703723 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305d4b9-b18b-4c66-9b9a-af6053dd0d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f5ec4f-8ed8-4d63-90f9-534caa8fe035,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:42.707089 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3305d4b9-b18b-4c66-9b9a-af6053dd0d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:42.712091 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3305d4b9-b18b-4c66-9b9a-af6053dd0d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:42.712983 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08250581-8861-4ff3-a470-f3c69a69cc1d req-ae8d3138-fe5a-4332-8f7c-49d9e4f3bd5c tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:42.716882 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-3305d4b9-b18b-4c66-9b9a-af6053dd0d3b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/03f5ec4f-8ed8-4d63-90f9-534caa8fe035 HTTP/1.1" status: 204 len: 168 time: 0.1964691 Feb 16 18:06:42.720987 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-08250581-8861-4ff3-a470-f3c69a69cc1d req-ae8d3138-fe5a-4332-8f7c-49d9e4f3bd5c tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f29db0a-c714-4721-862d-8bd2a57cbf47 HTTP/1.1" status: 200 len: 943 time: 0.4699667 Feb 16 18:06:42.767358 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-de969710-347d-49b4-aa33-06baf1f1ac14 service neutron] Transition to ACTIVE for port object b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:06:42.784717 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-de969710-347d-49b4-aa33-06baf1f1ac14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:42.803701 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:42.842347 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c019bb0f-8883-4cac-8c1c-2d9e1d421be5 req-6e46c734-e80b-4650-9510-568c42c18863 service neutron] 10.222.0.86 "GET /v2.0/networks/a901cd91-4565-42dc-9396-f8f5ec868049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4046092 Feb 16 18:06:42.909628 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6ce36acc-c903-447f-81e0-4f2f6b46b487 req-0eeaa90e-d65a-4e8a-a8b1-50cfa439a2ad tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2566924 Feb 16 18:06:43.016641 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-08250581-8861-4ff3-a470-f3c69a69cc1d req-3c78d27f-1bd8-482d-ac7c-53f7b13f8229 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f7fe92d-ffff-4955-bfd6-4a93946162b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946160 Feb 16 18:06:43.121220 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de969710-347d-49b4-aa33-06baf1f1ac14 service neutron] Pushing event updated for resources: {'Port': ['ID=b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:43.139188 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-de969710-347d-49b4-aa33-06baf1f1ac14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:43.147752 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 48168450-12d9-47d0-bd71-00c524303269 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:06:43.338201 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning for port 48168450-12d9-47d0-bd71-00c524303269 completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:06:43.349926 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 48168450-12d9-47d0-bd71-00c524303269 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:06:43.350782 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:43.528858 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:43.575362 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f29db0a-c714-4721-862d-8bd2a57cbf47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48168450-12d9-47d0-bd71-00c524303269'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:06:43.608388 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] For port 48168450-12d9-47d0-bd71-00c524303269, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=48168450-12d9-47d0-bd71-00c524303269,segment=NetworkSegment(6e735b8b-4c62-4408-8484-ef76f7e50afb),segment_id=6e735b8b-4c62-4408-8484-ef76f7e50afb)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:06:43.613482 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:43.621877 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ab55b547-13a2-462e-8f06-ca9b15b46105 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:43.661240 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52430d1-491f-48a6-9c7f-b24c950319d0 req-83fde804-79db-40bb-af8f-72d3224003bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:43.662878 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c52430d1-491f-48a6-9c7f-b24c950319d0 req-83fde804-79db-40bb-af8f-72d3224003bc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=824d2286864c483eb5e2e281bf37fe67&device_id=eb582c1b-9d65-4a33-aced-4743283a2b24 HTTP/1.1" status: 200 len: 1160 time: 0.7254446 Feb 16 18:06:43.701631 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-de969710-347d-49b4-aa33-06baf1f1ac14 service neutron] Attempting to bind port b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:06:43.702242 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-de969710-347d-49b4-aa33-06baf1f1ac14 service neutron] Attempting to bind port b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '2211e4c8-d7a9-44b5-ba41-6ae46eb39c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:06:43.702458 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-de969710-347d-49b4-aa33-06baf1f1ac14 service neutron] Attempting to bind port b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 on network 52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:06:43.708632 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Pushing event updated for resources: {'Port': ['ID=48168450-12d9-47d0-bd71-00c524303269,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:43.713977 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:43.715785 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a8055-db4f-4f53-adf7-111834a8265f req-547bf590-d8cc-4c39-8f96-b743c4719414 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:43.723283 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-962a8055-db4f-4f53-adf7-111834a8265f req-547bf590-d8cc-4c39-8f96-b743c4719414 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.6467307 Feb 16 18:06:43.798624 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-de969710-347d-49b4-aa33-06baf1f1ac14 service neutron] Checking agent: {'id': '0ec6646b-198c-4ca3-9e9d-d080d83e847c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 2, 57), 'started_at': datetime.datetime(2021, 2, 16, 18, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:06:43.799005 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-de969710-347d-49b4-aa33-06baf1f1ac14 service neutron] Checking segment: {'id': '2211e4c8-d7a9-44b5-ba41-6ae46eb39c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:06:43.799690 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-de969710-347d-49b4-aa33-06baf1f1ac14 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:43.800076 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-de969710-347d-49b4-aa33-06baf1f1ac14 service neutron] Bound using segment: {'id': '2211e4c8-d7a9-44b5-ba41-6ae46eb39c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:06:43.800566 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-de969710-347d-49b4-aa33-06baf1f1ac14 service neutron] Bound port: b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2211e4c8-d7a9-44b5-ba41-6ae46eb39c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:06:43.800939 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-de969710-347d-49b4-aa33-06baf1f1ac14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:43.942071 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-962a8055-db4f-4f53-adf7-111834a8265f req-5ab2a651-3db0-4468-abad-0a0643b4be5d tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178113 Feb 16 18:06:43.960299 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7626db3-8236-4f8c-9add-484039df888e req-7e6f23f4-a2ed-4017-a683-070f5b85bc34 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:43.971999 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e7626db3-8236-4f8c-9add-484039df888e req-7e6f23f4-a2ed-4017-a683-070f5b85bc34 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb582c1b-9d65-4a33-aced-4743283a2b24 HTTP/1.1" status: 200 len: 943 time: 0.3996699 Feb 16 18:06:44.048519 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52430d1-491f-48a6-9c7f-b24c950319d0 req-62bf4751-51e4-4eee-a0ce-5860bc950c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:44.050579 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c52430d1-491f-48a6-9c7f-b24c950319d0 req-62bf4751-51e4-4eee-a0ce-5860bc950c71 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a901cd91-4565-42dc-9396-f8f5ec868049 HTTP/1.1" status: 200 len: 903 time: 0.3761945 Feb 16 18:06:44.058632 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-de969710-347d-49b4-aa33-06baf1f1ac14 service neutron] For port b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13, host hv-cinder-76330, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:06:44.065429 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-de969710-347d-49b4-aa33-06baf1f1ac14 service neutron] For port b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13,segment=NetworkSegment(2211e4c8-d7a9-44b5-ba41-6ae46eb39c79),segment_id=2211e4c8-d7a9-44b5-ba41-6ae46eb39c79)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:06:44.078183 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e7626db3-8236-4f8c-9add-484039df888e req-45bd167e-bf5d-441b-afa7-4487b877057c tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a1c0bbe-5e08-4dcb-84f3-00500476b554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092317 Feb 16 18:06:44.131756 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f29db0a-c714-4721-862d-8bd2a57cbf47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48168450-12d9-47d0-bd71-00c524303269', 'code': 200} Feb 16 18:06:44.149464 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-de969710-347d-49b4-aa33-06baf1f1ac14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:44.206262 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 48168450-12d9-47d0-bd71-00c524303269 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:06:44.216996 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-e92c2a93-e066-43b0-8332-51bab5449a23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:44.315767 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 48168450-12d9-47d0-bd71-00c524303269 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:06:44.316188 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:44.386341 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c52430d1-491f-48a6-9c7f-b24c950319d0 req-4fd3aa51-4c2c-4876-b2a8-46d63c4a7a90 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a4ef1e9-42a4-4229-89de-983a538dda5d HTTP/1.1" status: 200 len: 217 time: 0.3230028 Feb 16 18:06:44.489847 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device d297ed89-338b-4885-a8c9-504ef5342851 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:06:44.600582 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bc5a6-0dfd-4a70-9af5-bc9bd21b786c req-4858c858-e374-4129-898c-a235292de577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:44.603579 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3b9bc5a6-0dfd-4a70-9af5-bc9bd21b786c req-4858c858-e374-4129-898c-a235292de577 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2f29db0a-c714-4721-862d-8bd2a57cbf47 HTTP/1.1" status: 200 len: 1162 time: 0.1891549 Feb 16 18:06:44.616308 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de969710-347d-49b4-aa33-06baf1f1ac14 service neutron] Pushing event updated for resources: {'Port': ['ID=b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:44.627566 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-de969710-347d-49b4-aa33-06baf1f1ac14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:44.628995 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52430d1-491f-48a6-9c7f-b24c950319d0 req-9f7711d3-05eb-4964-81ef-a1eabd8bff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:44.630578 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c52430d1-491f-48a6-9c7f-b24c950319d0 req-9f7711d3-05eb-4964-81ef-a1eabd8bff37 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b9d0f25e-b4b6-41e5-91e3-365ae31075ca HTTP/1.1" status: 200 len: 849 time: 0.1732025 Feb 16 18:06:44.654039 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port d297ed89-338b-4885-a8c9-504ef5342851 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:06:44.654727 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:44.659707 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3b9bc5a6-0dfd-4a70-9af5-bc9bd21b786c req-77e835fb-5f01-4d34-bcd4-3b9ba5a6be1a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=9f7fe92d-ffff-4955-bfd6-4a93946162b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430791 Feb 16 18:06:44.721767 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c52430d1-491f-48a6-9c7f-b24c950319d0 req-ad0ffa0c-b204-46a9-ab7b-7ef594404a45 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a901cd91-4565-42dc-9396-f8f5ec868049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723467 Feb 16 18:06:44.736853 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3748ff-7073-494f-801d-d7d42a339815 req-1f600161-9bb6-44bc-9b1a-cc3ef8851449 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:44.744719 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8d3748ff-7073-494f-801d-d7d42a339815 req-1f600161-9bb6-44bc-9b1a-cc3ef8851449 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf2a7f51-5a5c-49ca-9011-f22cfaded165 HTTP/1.1" status: 200 len: 945 time: 0.6076491 Feb 16 18:06:44.771097 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f65f2b-2cd9-469d-8de3-79c05ddb6234 req-52a9abaf-2312-4a38-8477-fbdb9e665676 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:44.778734 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-95f65f2b-2cd9-469d-8de3-79c05ddb6234 req-52a9abaf-2312-4a38-8477-fbdb9e665676 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 944 time: 0.4962795 Feb 16 18:06:44.812221 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-de969710-347d-49b4-aa33-06baf1f1ac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:44.812937 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-de969710-347d-49b4-aa33-06baf1f1ac14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:44.814486 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-de969710-347d-49b4-aa33-06baf1f1ac14 service neutron] 10.222.0.86 "PUT /v2.0/ports/b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 HTTP/1.1" status: 200 len: 1158 time: 4.2399952 Feb 16 18:06:44.816158 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5abf2314-fa08-4089-b904-d7681b82c241', 'tag': 'b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:06:44.863647 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-95f65f2b-2cd9-469d-8de3-79c05ddb6234 req-4dd7209f-76ae-406d-b95d-50908e3bcf77 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839305 Feb 16 18:06:44.866528 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8d3748ff-7073-494f-801d-d7d42a339815 req-12380bdf-d781-4345-b346-82d41a2ba58f tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209080 Feb 16 18:06:45.247728 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5abf2314-fa08-4089-b904-d7681b82c241', 'tag': 'b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13', 'status': 'completed', 'code': 200} Feb 16 18:06:45.253892 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c52430d1-491f-48a6-9c7f-b24c950319d0 req-8cd2221b-4ff1-4baf-8c5a-448ce2cf223b service neutron] 10.222.0.86 "GET /v2.0/networks/a901cd91-4565-42dc-9396-f8f5ec868049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405287 Feb 16 18:06:45.275744 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-a8113cc7-b9dd-447c-898b-00f1fb217d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:45.277550 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-a8113cc7-b9dd-447c-898b-00f1fb217d33 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a1ea36c4b5bf423eb1218bd861b1b8e3&device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 1161 time: 0.2684393 Feb 16 18:06:45.681599 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-18e9381d-736a-43cc-944f-eaae9d96eeca service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 HTTP/1.1" status: 200 len: 217 time: 0.3786311 Feb 16 18:06:45.690161 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979426dc-e409-434a-820b-b97bb4c6b9c5 req-83397a42-423c-4ce5-a006-f5dd9a9f1568 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:45.691750 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-979426dc-e409-434a-820b-b97bb4c6b9c5 req-83397a42-423c-4ce5-a006-f5dd9a9f1568 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f29db0a-c714-4721-862d-8bd2a57cbf47 HTTP/1.1" status: 200 len: 945 time: 0.6212299 Feb 16 18:06:45.794627 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 59726) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:45.848101 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-456ec5d2-52a8-4efd-a7b0-2eef312c40c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:45.849683 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-456ec5d2-52a8-4efd-a7b0-2eef312c40c4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2eeef3d3-2e0a-421d-8113-cd0a34d78d12 HTTP/1.1" status: 200 len: 856 time: 0.1559763 Feb 16 18:06:45.857934 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-979426dc-e409-434a-820b-b97bb4c6b9c5 req-8461a8e0-be4e-4532-8863-567ba839e965 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f7fe92d-ffff-4955-bfd6-4a93946162b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580191 Feb 16 18:06:45.925345 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c52430d1-491f-48a6-9c7f-b24c950319d0 req-52658e25-f165-4bbb-8ade-94c9f8e81f8f service neutron] 10.222.0.86 "GET /v2.0/networks/a901cd91-4565-42dc-9396-f8f5ec868049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6553934 Feb 16 18:06:45.947600 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b2b9b-77f2-4a3e-9352-4fbe60f689d8 req-5b8c7252-2c37-4399-b3fc-51bd27e6bc5f tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:45.949329 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a73b2b9b-77f2-4a3e-9352-4fbe60f689d8 req-5b8c7252-2c37-4399-b3fc-51bd27e6bc5f tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.5800781 Feb 16 18:06:45.958095 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-49d70ab4-306e-4cbb-88ab-e284b0f825b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:45.982066 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-49d70ab4-306e-4cbb-88ab-e284b0f825b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:45.986464 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-49d70ab4-306e-4cbb-88ab-e284b0f825b6 admin admin] Usage tracker for resource:security_group_rule and tenant:0c3db1ec769a405184c9e758cd6ceac4 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:45.989904 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-49d70ab4-306e-4cbb-88ab-e284b0f825b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:45.998425 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-49d70ab4-306e-4cbb-88ab-e284b0f825b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:46.042697 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a73b2b9b-77f2-4a3e-9352-4fbe60f689d8 req-98150f0b-e33a-436d-8cd7-e9f471a98c16 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844388 Feb 16 18:06:46.055961 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-1f17fd39-65c6-4d6c-97a2-d048847e793a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:46.062208 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-1f17fd39-65c6-4d6c-97a2-d048847e793a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1870999 Feb 16 18:06:46.137085 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-49d70ab4-306e-4cbb-88ab-e284b0f825b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:46.141201 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-49d70ab4-306e-4cbb-88ab-e284b0f825b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:46.151026 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-4604bacd-cca4-4b14-8f60-eddedab5ae45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:46.184342 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d70ab4-306e-4cbb-88ab-e284b0f825b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031cc4ba-3d82-4d57-913f-c131d0119fce,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:46.189217 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-49d70ab4-306e-4cbb-88ab-e284b0f825b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:46.222411 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-49d70ab4-306e-4cbb-88ab-e284b0f825b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c3db1ec769a405184c9e758cd6ceac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4265838 Feb 16 18:06:46.224001 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 59740) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:46.314941 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c806cb3a-3fee-4827-9ea2-f0a5bbb8dedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:46.339381 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.objects.ports [None req-9e691c3f-683c-4786-89cd-bda8fbda13ef None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83987) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 16 18:06:46.352255 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c806cb3a-3fee-4827-9ea2-f0a5bbb8dedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:46.401024 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c806cb3a-3fee-4827-9ea2-f0a5bbb8dedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:46.406146 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-1ff6c206-b0cd-45d4-90cc-551f1e6cd5e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:46.425859 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c806cb3a-3fee-4827-9ea2-f0a5bbb8dedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:46.427229 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-c806cb3a-3fee-4827-9ea2-f0a5bbb8dedc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/031cc4ba-3d82-4d57-913f-c131d0119fce HTTP/1.1" status: 204 len: 168 time: 0.2021017 Feb 16 18:06:46.428120 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806cb3a-3fee-4827-9ea2-f0a5bbb8dedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031cc4ba-3d82-4d57-913f-c131d0119fce,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:46.437362 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-c806cb3a-3fee-4827-9ea2-f0a5bbb8dedc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:46.484897 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-228f5661-8e13-4f62-a2b3-e50ceba0b0b4 service neutron] 10.222.0.86 "GET /v2.0/networks/52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127066 Feb 16 18:06:46.498552 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078da649-6c0c-488f-b898-1f26332f07f5 req-93f74ff8-a992-465f-94b6-d0ba034837de tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:46.500142 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-078da649-6c0c-488f-b898-1f26332f07f5 req-93f74ff8-a992-465f-94b6-d0ba034837de tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb582c1b-9d65-4a33-aced-4743283a2b24 HTTP/1.1" status: 200 len: 943 time: 0.2882943 Feb 16 18:06:46.642267 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbe038-d012-402c-a980-0ae6c3e6a40e req-26b7840f-1c65-4250-ac15-c64c5aa15325 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:46.643912 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-99bbe038-d012-402c-a980-0ae6c3e6a40e req-26b7840f-1c65-4250-ac15-c64c5aa15325 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 944 time: 0.3090968 Feb 16 18:06:46.661498 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-078da649-6c0c-488f-b898-1f26332f07f5 req-32a7760c-3682-46ba-8d0e-a74fba8ad6b0 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a1c0bbe-5e08-4dcb-84f3-00500476b554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500468 Feb 16 18:06:46.739493 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-99bbe038-d012-402c-a980-0ae6c3e6a40e req-a36e9c74-07a1-4966-9899-ce83753a6ffc tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857966 Feb 16 18:06:46.745074 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ce4ca328-5666-44df-94f2-8dc8b78aa5df req-768999af-6334-47c4-bad5-c8aac50e96d5 service neutron] 10.222.0.86 "GET /v2.0/networks/52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2324398 Feb 16 18:06:46.767743 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 59754) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:46.785283 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d5be6307-b323-4c50-895a-64e656e77bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:46.802973 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-d5be6307-b323-4c50-895a-64e656e77bcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:46.807210 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-d5be6307-b323-4c50-895a-64e656e77bcc admin admin] Usage tracker for resource:security_group_rule and tenant:95a1ab6aed6341c6a9b2815d3ce3ade4 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:46.811522 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-d5be6307-b323-4c50-895a-64e656e77bcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:46.865974 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-d5be6307-b323-4c50-895a-64e656e77bcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:46.939763 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54758157-ce68-4fd6-b8cd-2e1c0cc58178 req-ab26acc2-446f-49aa-9593-26606e3d80d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:46.941424 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-54758157-ce68-4fd6-b8cd-2e1c0cc58178 req-ab26acc2-446f-49aa-9593-26606e3d80d7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a1ea36c4b5bf423eb1218bd861b1b8e3&device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 1161 time: 0.1311443 Feb 16 18:06:47.135299 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d5be6307-b323-4c50-895a-64e656e77bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:47.146073 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d5be6307-b323-4c50-895a-64e656e77bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:47.166858 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-aa65f078-772f-4810-9408-08d1ffc82b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:47.253146 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54758157-ce68-4fd6-b8cd-2e1c0cc58178 req-77727e5f-56e6-4ab8-8ae4-2dfd96ca5a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:47.254765 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-54758157-ce68-4fd6-b8cd-2e1c0cc58178 req-77727e5f-56e6-4ab8-8ae4-2dfd96ca5a4b service neutron] 10.222.0.86 "GET /v2.0/networks?id=52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d HTTP/1.1" status: 200 len: 911 time: 0.2950075 Feb 16 18:06:47.258078 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be6307-b323-4c50-895a-64e656e77bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b574a82-a708-4747-8119-890318177043,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:47.265570 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 59770) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:47.265702 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-d5be6307-b323-4c50-895a-64e656e77bcc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=95a1ab6aed6341c6a9b2815d3ce3ade4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5002820 Feb 16 18:06:47.266719 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d5be6307-b323-4c50-895a-64e656e77bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:47.279545 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47672c6-4738-4449-999d-659c038cafbf req-cd3f1896-c474-46d4-8762-59ea1cffa4b3 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:47.287247 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a47672c6-4738-4449-999d-659c038cafbf req-cd3f1896-c474-46d4-8762-59ea1cffa4b3 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f29db0a-c714-4721-862d-8bd2a57cbf47 HTTP/1.1" status: 200 len: 945 time: 0.2996736 Feb 16 18:06:47.344533 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 48168450-12d9-47d0-bd71-00c524303269 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:06:47.365209 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-80ade7bb-d721-41ac-8d08-02013b3bb6a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:47.395002 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-80ade7bb-d721-41ac-8d08-02013b3bb6a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:47.427846 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-54758157-ce68-4fd6-b8cd-2e1c0cc58178 req-03308b61-ba33-4419-966f-9e7c908b55fe service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 HTTP/1.1" status: 200 len: 217 time: 0.1375105 Feb 16 18:06:47.448037 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-80ade7bb-d721-41ac-8d08-02013b3bb6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:47.453793 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-33769163-f08f-47a2-a97c-f3b73380fb05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:47.480297 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ade7bb-d721-41ac-8d08-02013b3bb6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b574a82-a708-4747-8119-890318177043,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:47.488657 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-80ade7bb-d721-41ac-8d08-02013b3bb6a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:47.489510 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-80ade7bb-d721-41ac-8d08-02013b3bb6a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:47.490763 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-80ade7bb-d721-41ac-8d08-02013b3bb6a3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3b574a82-a708-4747-8119-890318177043 HTTP/1.1" status: 204 len: 168 time: 0.2241213 Feb 16 18:06:47.535574 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a47672c6-4738-4449-999d-659c038cafbf req-15768538-4e09-40d0-a972-53bb62bf8fa3 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f7fe92d-ffff-4955-bfd6-4a93946162b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472990 Feb 16 18:06:47.571619 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54758157-ce68-4fd6-b8cd-2e1c0cc58178 req-5162eef4-8154-4a31-8405-fc4f52aa2337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:47.571619 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-54758157-ce68-4fd6-b8cd-2e1c0cc58178 req-5162eef4-8154-4a31-8405-fc4f52aa2337 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2eeef3d3-2e0a-421d-8113-cd0a34d78d12 HTTP/1.1" status: 200 len: 856 time: 0.1191049 Feb 16 18:06:47.647226 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aee520-7618-4be7-80d6-562df3a943d5 req-b774cbc7-2fcf-4a89-b9f9-dcd4d3fa0b68 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:47.648930 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-49aee520-7618-4be7-80d6-562df3a943d5 req-b774cbc7-2fcf-4a89-b9f9-dcd4d3fa0b68 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.2809961 Feb 16 18:06:47.649709 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 48168450-12d9-47d0-bd71-00c524303269 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:06:47.650421 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:47.718860 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-49aee520-7618-4be7-80d6-562df3a943d5 req-1764c2e6-cee2-4aa5-a79d-db441c539c8c tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629356 Feb 16 18:06:47.721751 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54758157-ce68-4fd6-b8cd-2e1c0cc58178 req-7c0f2046-1cf3-4f54-ac6e-920a79991c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:47.723245 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-54758157-ce68-4fd6-b8cd-2e1c0cc58178 req-7c0f2046-1cf3-4f54-ac6e-920a79991c2d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1422441 Feb 16 18:06:47.869390 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 0a4ef1e9-42a4-4229-89de-983a538dda5d up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:06:47.982303 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning for port 0a4ef1e9-42a4-4229-89de-983a538dda5d completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:06:47.989916 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 0a4ef1e9-42a4-4229-89de-983a538dda5d triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:06:47.993754 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:48.027057 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-54758157-ce68-4fd6-b8cd-2e1c0cc58178 req-22b44115-faaf-49ca-907f-d46fcecaa434 service neutron] 10.222.0.86 "GET /v2.0/networks/52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952564 Feb 16 18:06:48.072456 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd8682-7a25-4bef-89c9-765417e78531 req-e8dc25b6-ff7c-492a-98c5-be57a904848f tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:48.074136 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e7fd8682-7a25-4bef-89c9-765417e78531 req-e8dc25b6-ff7c-492a-98c5-be57a904848f tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb582c1b-9d65-4a33-aced-4743283a2b24 HTTP/1.1" status: 200 len: 943 time: 0.2422929 Feb 16 18:06:48.184626 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:48.203992 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf8fbb-b793-42f5-a108-5ae854dd910e req-2bc897d8-5de8-4f63-9dbe-7b0a32639238 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:48.212302 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5ccf8fbb-b793-42f5-a108-5ae854dd910e req-2bc897d8-5de8-4f63-9dbe-7b0a32639238 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 944 time: 0.3264449 Feb 16 18:06:48.219938 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb582c1b-9d65-4a33-aced-4743283a2b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4ef1e9-42a4-4229-89de-983a538dda5d'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:06:48.230879 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] For port 0a4ef1e9-42a4-4229-89de-983a538dda5d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0a4ef1e9-42a4-4229-89de-983a538dda5d,segment=NetworkSegment(cb7a65ae-38d4-4672-9b94-6aae0b3fce75),segment_id=cb7a65ae-38d4-4672-9b94-6aae0b3fce75)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:06:48.237732 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:48.240606 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-78f151dd-f019-43a2-8056-8b3e48ba55b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:48.307371 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e7fd8682-7a25-4bef-89c9-765417e78531 req-14cf662f-4dd2-413e-b94f-a948b9cda320 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a1c0bbe-5e08-4dcb-84f3-00500476b554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674893 Feb 16 18:06:48.319815 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Pushing event updated for resources: {'Port': ['ID=0a4ef1e9-42a4-4229-89de-983a538dda5d,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:48.331170 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:48.346750 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5ccf8fbb-b793-42f5-a108-5ae854dd910e req-75b0f363-8f51-4a7f-be55-41f465d17a19 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332607 Feb 16 18:06:48.392107 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-54758157-ce68-4fd6-b8cd-2e1c0cc58178 req-ac93ecae-335d-45b0-aa7d-5fca8ec33e90 service neutron] 10.222.0.86 "GET /v2.0/networks/52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3569319 Feb 16 18:06:48.456383 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb582c1b-9d65-4a33-aced-4743283a2b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4ef1e9-42a4-4229-89de-983a538dda5d', 'code': 200} Feb 16 18:06:48.494009 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 0a4ef1e9-42a4-4229-89de-983a538dda5d up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:06:48.577824 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 0a4ef1e9-42a4-4229-89de-983a538dda5d triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:06:48.578333 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:48.755913 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c5b5d-be30-4fb1-98b4-30fa7a2840d7 req-c2c162e4-5ccc-4900-b48f-f4e576c8ee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:48.758264 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b98c5b5d-be30-4fb1-98b4-30fa7a2840d7 req-c2c162e4-5ccc-4900-b48f-f4e576c8ee21 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=eb582c1b-9d65-4a33-aced-4743283a2b24 HTTP/1.1" status: 200 len: 1162 time: 0.0914209 Feb 16 18:06:48.830098 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b98c5b5d-be30-4fb1-98b4-30fa7a2840d7 req-dca57390-f971-4db4-944e-d066e59d0426 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=9a1c0bbe-5e08-4dcb-84f3-00500476b554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619161 Feb 16 18:06:48.943943 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef26d7-d357-4305-836b-64a50d8c6b7f req-823b9745-54ec-44b7-a8ef-a48601dc3b71 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:48.946391 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-46ef26d7-d357-4305-836b-64a50d8c6b7f req-823b9745-54ec-44b7-a8ef-a48601dc3b71 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.0873954 Feb 16 18:06:49.002398 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-46ef26d7-d357-4305-836b-64a50d8c6b7f req-d58b7479-33b0-45fc-9ba7-d404b0e6c7ad tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469112 Feb 16 18:06:49.626354 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091660a2-bde6-45c1-96da-fe6959f11f89 req-902a5cf0-ccf3-4cc5-918c-3d66dbfd97ca tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:49.628057 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-091660a2-bde6-45c1-96da-fe6959f11f89 req-902a5cf0-ccf3-4cc5-918c-3d66dbfd97ca tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb582c1b-9d65-4a33-aced-4743283a2b24 HTTP/1.1" status: 200 len: 945 time: 0.1571372 Feb 16 18:06:49.659824 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc823b51-ec1f-4354-b8ee-a2e60ddfbc25 req-fba666fe-69f8-434b-9695-e541d688a111 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:49.661442 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-cc823b51-ec1f-4354-b8ee-a2e60ddfbc25 req-fba666fe-69f8-434b-9695-e541d688a111 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 944 time: 0.1407340 Feb 16 18:06:49.969581 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-091660a2-bde6-45c1-96da-fe6959f11f89 req-d922dcf4-dddc-45c5-8b0e-918e82dc70c0 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a1c0bbe-5e08-4dcb-84f3-00500476b554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335900 Feb 16 18:06:49.986846 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-cc823b51-ec1f-4354-b8ee-a2e60ddfbc25 req-da1d91f0-87b9-43f4-bf2b-a82c23c45962 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3146303 Feb 16 18:06:50.015008 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b0dd9d94-7fd5-4447-8c06-f61f70df1f3c req-6f48ca15-96b4-4af7-ab3a-df20b33c2452 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5d798b43-e2ba-4701-9b12-631c846a18c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1222405 Feb 16 18:06:50.223660 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd9d94-7fd5-4447-8c06-f61f70df1f3c req-877bdffb-2578-4548-9f1b-f2dfd524df44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:50.225301 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b0dd9d94-7fd5-4447-8c06-f61f70df1f3c req-877bdffb-2578-4548-9f1b-f2dfd524df44 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=622d65f99f53481b8a0d99018b9077fa&device_id=5d798b43-e2ba-4701-9b12-631c846a18c8 HTTP/1.1" status: 200 len: 1163 time: 0.1599584 Feb 16 18:06:50.235976 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484074e9-e556-4ca5-a397-ced1d8af2398 req-ef514e91-c920-4894-a8ae-e365e84c09f7 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:50.243869 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-484074e9-e556-4ca5-a397-ced1d8af2398 req-ef514e91-c920-4894-a8ae-e365e84c09f7 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f29db0a-c714-4721-862d-8bd2a57cbf47 HTTP/1.1" status: 200 len: 945 time: 0.1347842 Feb 16 18:06:50.431237 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-484074e9-e556-4ca5-a397-ced1d8af2398 req-2fd4d384-c902-4e86-9302-2878ea298347 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f7fe92d-ffff-4955-bfd6-4a93946162b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863923 Feb 16 18:06:50.506971 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd9d94-7fd5-4447-8c06-f61f70df1f3c req-526208e2-fa08-4b53-ae69-a7683db02485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:50.509095 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b0dd9d94-7fd5-4447-8c06-f61f70df1f3c req-526208e2-fa08-4b53-ae69-a7683db02485 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f8202e7f-abbe-4e6f-b78f-d67eee34469d HTTP/1.1" status: 200 len: 909 time: 0.2465596 Feb 16 18:06:50.515488 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 59878) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:50.515629 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd48e1-c759-4a2f-80a8-67e163acd8a1 req-716838c9-c8ca-4d6c-b9f8-167bfe2906ce tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:50.517176 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d7cd48e1-c759-4a2f-80a8-67e163acd8a1 req-716838c9-c8ca-4d6c-b9f8-167bfe2906ce tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.2217875 Feb 16 18:06:50.611829 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b0dd9d94-7fd5-4447-8c06-f61f70df1f3c req-324eb632-dc77-4853-99ab-a56bf064889d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5f39380-7540-4a39-9133-f69e7143fd06 HTTP/1.1" status: 200 len: 217 time: 0.0914748 Feb 16 18:06:50.672869 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6918acac-e3eb-45c3-87f1-f08ff4244ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:50.692319 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-6918acac-e3eb-45c3-87f1-f08ff4244ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:50.698003 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-6918acac-e3eb-45c3-87f1-f08ff4244ad5 admin admin] Usage tracker for resource:security_group_rule and tenant:cd80ffc23b464f8a83a723e67d91dda2 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:50.701213 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-6918acac-e3eb-45c3-87f1-f08ff4244ad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:50.707152 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-6918acac-e3eb-45c3-87f1-f08ff4244ad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:50.712260 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d7cd48e1-c759-4a2f-80a8-67e163acd8a1 req-4337c7f9-7561-41f8-acc2-7b6cffcd03a8 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347923 Feb 16 18:06:50.730152 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd9d94-7fd5-4447-8c06-f61f70df1f3c req-5a562ece-4f3b-4161-afb5-cb3e38a65efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:50.730152 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b0dd9d94-7fd5-4447-8c06-f61f70df1f3c req-5a562ece-4f3b-4161-afb5-cb3e38a65efe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c42d94b2-4a0f-4ef3-8dff-e7101cf09702 HTTP/1.1" status: 200 len: 855 time: 0.1042225 Feb 16 18:06:50.787918 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b0dd9d94-7fd5-4447-8c06-f61f70df1f3c req-c54c795f-efaa-45b7-aec9-9dea551b698e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f8202e7f-abbe-4e6f-b78f-d67eee34469d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531759 Feb 16 18:06:50.804773 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6918acac-e3eb-45c3-87f1-f08ff4244ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:50.807643 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6918acac-e3eb-45c3-87f1-f08ff4244ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:50.817391 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ae2f27b8-38b3-41a9-9031-2ed6c700b194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:50.865043 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-6918acac-e3eb-45c3-87f1-f08ff4244ad5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd80ffc23b464f8a83a723e67d91dda2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480296 Feb 16 18:06:50.865808 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 59892) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:50.882838 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6918acac-e3eb-45c3-87f1-f08ff4244ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a3c3fc-26e5-40ec-94a4-43ecbed85d35,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:50.887906 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-6918acac-e3eb-45c3-87f1-f08ff4244ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:50.941574 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7a9c56d7-a593-466c-bffd-2fd5947a44bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:50.956015 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b0dd9d94-7fd5-4447-8c06-f61f70df1f3c req-2c461988-703f-4d9b-987f-d29d42a69b96 service neutron] 10.222.0.86 "GET /v2.0/networks/f8202e7f-abbe-4e6f-b78f-d67eee34469d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501446 Feb 16 18:06:50.984695 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7a9c56d7-a593-466c-bffd-2fd5947a44bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:51.047352 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7a9c56d7-a593-466c-bffd-2fd5947a44bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:51.055691 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:51.071591 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7a9c56d7-a593-466c-bffd-2fd5947a44bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:51.076233 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-7a9c56d7-a593-466c-bffd-2fd5947a44bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35a3c3fc-26e5-40ec-94a4-43ecbed85d35 HTTP/1.1" status: 204 len: 168 time: 0.2064900 Feb 16 18:06:51.078959 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c56d7-a593-466c-bffd-2fd5947a44bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a3c3fc-26e5-40ec-94a4-43ecbed85d35,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:51.081528 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-7a9c56d7-a593-466c-bffd-2fd5947a44bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:51.312807 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b0dd9d94-7fd5-4447-8c06-f61f70df1f3c req-836277ef-0116-4708-8579-626ae92e657f service neutron] 10.222.0.86 "GET /v2.0/networks/f8202e7f-abbe-4e6f-b78f-d67eee34469d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3483777 Feb 16 18:06:51.355803 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8e85c-fd59-4b59-b149-6c4e72998923 req-27688b47-aad8-4c2b-901b-07af4124c308 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:51.357771 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-50b8e85c-fd59-4b59-b149-6c4e72998923 req-27688b47-aad8-4c2b-901b-07af4124c308 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 944 time: 0.2043934 Feb 16 18:06:51.410049 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ccd6e-4be0-45dd-9f86-d1eac527d2d2 req-9e39f9a1-a6d6-4173-bdec-f118c7eb5f4b tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:51.411690 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-cf4ccd6e-4be0-45dd-9f86-d1eac527d2d2 req-9e39f9a1-a6d6-4173-bdec-f118c7eb5f4b tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb582c1b-9d65-4a33-aced-4743283a2b24 HTTP/1.1" status: 200 len: 945 time: 0.1866035 Feb 16 18:06:51.460218 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-50b8e85c-fd59-4b59-b149-6c4e72998923 req-9e8f50bc-1e73-4961-98dc-3a8e7fe66ee7 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846853 Feb 16 18:06:51.479635 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 59932) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:51.504571 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4b4a7661-5ddb-46a2-9ad5-24e64bae4df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:51.510981 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-cf4ccd6e-4be0-45dd-9f86-d1eac527d2d2 req-0f817f5a-4aa1-4aa7-b5e8-53dad2b61632 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a1c0bbe-5e08-4dcb-84f3-00500476b554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813622 Feb 16 18:06:51.541785 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-4b4a7661-5ddb-46a2-9ad5-24e64bae4df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:51.546908 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-4b4a7661-5ddb-46a2-9ad5-24e64bae4df7 admin admin] Usage tracker for resource:security_group_rule and tenant:43730530032849bfb46996a2c1852ee8 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:51.550292 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-4b4a7661-5ddb-46a2-9ad5-24e64bae4df7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:51.567662 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-4b4a7661-5ddb-46a2-9ad5-24e64bae4df7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:51.689816 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 0a4ef1e9-42a4-4229-89de-983a538dda5d up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:06:51.704330 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4b4a7661-5ddb-46a2-9ad5-24e64bae4df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:51.712542 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4b4a7661-5ddb-46a2-9ad5-24e64bae4df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:51.770870 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-80ade7bb-d721-41ac-8d08-02013b3bb6a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:51.785812 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 0a4ef1e9-42a4-4229-89de-983a538dda5d triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:06:51.786564 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:51.800339 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-4b4a7661-5ddb-46a2-9ad5-24e64bae4df7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=43730530032849bfb46996a2c1852ee8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3191185 Feb 16 18:06:51.802647 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 59954) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:51.931922 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a7661-5ddb-46a2-9ad5-24e64bae4df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e8a8e0-06e7-418d-aacc-926940bfa66b,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:51.938904 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-4b4a7661-5ddb-46a2-9ad5-24e64bae4df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:51.951078 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-aee572e5-fdc3-4236-bcb1-dcfc7f85f4a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:52.013905 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-aee572e5-fdc3-4236-bcb1-dcfc7f85f4a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:52.045780 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:06:52.065780 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969f61d-9c83-4056-85fb-221b38459da0 req-96444827-96ae-4e42-a17f-debb281e2151 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:52.078388 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6969f61d-9c83-4056-85fb-221b38459da0 req-96444827-96ae-4e42-a17f-debb281e2151 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f29db0a-c714-4721-862d-8bd2a57cbf47 HTTP/1.1" status: 200 len: 945 time: 0.3333232 Feb 16 18:06:52.099453 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-aee572e5-fdc3-4236-bcb1-dcfc7f85f4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:52.106317 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-4e782799-a4b5-46a3-9c57-0627b9829f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:52.119102 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning for port b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:06:52.128227 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:06:52.128914 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:52.136057 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee572e5-fdc3-4236-bcb1-dcfc7f85f4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e8a8e0-06e7-418d-aacc-926940bfa66b,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:52.141184 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-aee572e5-fdc3-4236-bcb1-dcfc7f85f4a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:52.148214 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-aee572e5-fdc3-4236-bcb1-dcfc7f85f4a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67e8a8e0-06e7-418d-aacc-926940bfa66b HTTP/1.1" status: 204 len: 168 time: 0.3420095 Feb 16 18:06:52.151381 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-aee572e5-fdc3-4236-bcb1-dcfc7f85f4a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:52.396768 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442671f-5162-4db4-87a4-28e16d01fd78 req-471c1e36-3c31-4fa5-94bb-59a0e32b7dd3 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:52.399570 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7442671f-5162-4db4-87a4-28e16d01fd78 req-471c1e36-3c31-4fa5-94bb-59a0e32b7dd3 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f29db0a-c714-4721-862d-8bd2a57cbf47 HTTP/1.1" status: 200 len: 945 time: 0.5156922 Feb 16 18:06:52.426146 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-6969f61d-9c83-4056-85fb-221b38459da0 req-e56dfc1a-3736-45bd-92d2-f180630f52bc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Deleting port 48168450-12d9-47d0-bd71-00c524303269 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:06:52.426540 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-6969f61d-9c83-4056-85fb-221b38459da0 req-e56dfc1a-3736-45bd-92d2-f180630f52bc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:52.449481 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:52.484171 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5abf2314-fa08-4089-b904-d7681b82c241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:06:52.497540 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] For port b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13,segment=NetworkSegment(2211e4c8-d7a9-44b5-ba41-6ae46eb39c79),segment_id=2211e4c8-d7a9-44b5-ba41-6ae46eb39c79)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:06:52.501857 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:52.504071 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-03097585-6fcf-46cf-805e-eaefcb0adc11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:52.593233 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Pushing event updated for resources: {'Port': ['ID=b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:52.596556 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:52.672396 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7442671f-5162-4db4-87a4-28e16d01fd78 req-c242a594-8edb-4caf-8f8a-01460c13793c tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f7fe92d-ffff-4955-bfd6-4a93946162b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631996 Feb 16 18:06:52.773006 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:06:52.794563 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc96b19-6223-49a1-9c57-e08079544eec req-1d5770a8-8697-4666-8505-fd162562a737 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:52.805870 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8cc96b19-6223-49a1-9c57-e08079544eec req-1d5770a8-8697-4666-8505-fd162562a737 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.2696805 Feb 16 18:06:52.865503 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:06:52.865939 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:52.951697 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8cc96b19-6223-49a1-9c57-e08079544eec req-27182022-1b4f-4830-8fc2-67a1cbc2753c tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370111 Feb 16 18:06:53.030079 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5abf2314-fa08-4089-b904-d7681b82c241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13', 'code': 200} Feb 16 18:06:53.038079 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 48168450-12d9-47d0-bd71-00c524303269 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:06:53.102434 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-6969f61d-9c83-4056-85fb-221b38459da0 req-e56dfc1a-3736-45bd-92d2-f180630f52bc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] For port 48168450-12d9-47d0-bd71-00c524303269, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=48168450-12d9-47d0-bd71-00c524303269,segment=NetworkSegment(6e735b8b-4c62-4408-8484-ef76f7e50afb),segment_id=6e735b8b-4c62-4408-8484-ef76f7e50afb)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:06:53.102784 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-6969f61d-9c83-4056-85fb-221b38459da0 req-e56dfc1a-3736-45bd-92d2-f180630f52bc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:53.263778 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-6969f61d-9c83-4056-85fb-221b38459da0 req-e56dfc1a-3736-45bd-92d2-f180630f52bc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Calling delete_port for 48168450-12d9-47d0-bd71-00c524303269 owned by compute:nova {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:06:53.318507 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:53.356979 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] For port 48168450-12d9-47d0-bd71-00c524303269, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=48168450-12d9-47d0-bd71-00c524303269,segment=NetworkSegment(6e735b8b-4c62-4408-8484-ef76f7e50afb),segment_id=6e735b8b-4c62-4408-8484-ef76f7e50afb)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:06:53.360217 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:53.362838 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:53.404810 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc66680-3c71-478c-8ddf-e71797f2cad4 req-f5a5110f-8ab1-480f-b0e7-c525bd7d7658 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:53.404971 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 60000) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:53.412455 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0fc66680-3c71-478c-8ddf-e71797f2cad4 req-f5a5110f-8ab1-480f-b0e7-c525bd7d7658 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.4259274 Feb 16 18:06:53.492569 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-68059295-33ab-4b5b-bb4a-4e3c2fc4cd86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:53.502523 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Pushing event updated for resources: {'Port': ['ID=48168450-12d9-47d0-bd71-00c524303269,revision_number=5']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:53.508351 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:53.728229 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-e9992f5c-fe4e-4cb5-ae58-c4ea43e23015 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-990617393-network', 'tenant_id': '7dfc2a9d167d4239b695d5ff5e8a3a94'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:06:53.738074 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-e9992f5c-fe4e-4cb5-ae58-c4ea43e23015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:53.738501 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0fc66680-3c71-478c-8ddf-e71797f2cad4 req-83fd39de-a818-4cfc-8b3f-a901b77411c4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3250246 Feb 16 18:06:53.746182 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-e9992f5c-fe4e-4cb5-ae58-c4ea43e23015 admin admin] Usage tracker for resource:network and tenant:7dfc2a9d167d4239b695d5ff5e8a3a94 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:53.750926 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-e9992f5c-fe4e-4cb5-ae58-c4ea43e23015 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:53.758371 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-e9992f5c-fe4e-4cb5-ae58-c4ea43e23015 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:53.771891 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9992f5c-fe4e-4cb5-ae58-c4ea43e23015 admin admin] Made reservation on behalf of 7dfc2a9d167d4239b695d5ff5e8a3a94 for: {'network': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:06:53.772736 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.db.api [req-6969f61d-9c83-4056-85fb-221b38459da0 req-e56dfc1a-3736-45bd-92d2-f180630f52bc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83985) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:06:53.773784 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_db.api [req-6969f61d-9c83-4056-85fb-221b38459da0 req-e56dfc1a-3736-45bd-92d2-f180630f52bc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 18:06:53.776452 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef1cbe-09e0-4bd2-a274-928adfd56ac2 req-68c693c9-c687-4f36-afa6-1d8a24acce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:53.778938 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-40ef1cbe-09e0-4bd2-a274-928adfd56ac2 req-68c693c9-c687-4f36-afa6-1d8a24acce04 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 1163 time: 0.4706273 Feb 16 18:06:53.779147 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e9992f5c-fe4e-4cb5-ae58-c4ea43e23015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for network, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:53.793869 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e9992f5c-fe4e-4cb5-ae58-c4ea43e23015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:53.821291 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-e9992f5c-fe4e-4cb5-ae58-c4ea43e23015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:53.826779 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-e9992f5c-fe4e-4cb5-ae58-c4ea43e23015 admin admin] Usage tracker for resource:security_group_rule and tenant:7dfc2a9d167d4239b695d5ff5e8a3a94 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:53.830474 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-e9992f5c-fe4e-4cb5-ae58-c4ea43e23015 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:53.837350 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-e9992f5c-fe4e-4cb5-ae58-c4ea43e23015 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:53.928554 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-40ef1cbe-09e0-4bd2-a274-928adfd56ac2 req-accdab8e-defe-43d6-8a38-8faf45fe98cf service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336823 Feb 16 18:06:53.982463 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72377414-04f3-450f-b933-e8ae396b945f req-7a4c0965-5995-4c78-b984-e79654d89807 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:53.996629 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-72377414-04f3-450f-b933-e8ae396b945f req-7a4c0965-5995-4c78-b984-e79654d89807 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f29db0a-c714-4721-862d-8bd2a57cbf47 HTTP/1.1" status: 200 len: 943 time: 0.1755576 Feb 16 18:06:54.018347 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e9992f5c-fe4e-4cb5-ae58-c4ea43e23015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:54.024666 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e9992f5c-fe4e-4cb5-ae58-c4ea43e23015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:54.029914 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-92a71664-db7d-4c58-ba83-cdbe4b8afa89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:54.076729 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-72377414-04f3-450f-b933-e8ae396b945f req-2abb38f3-9704-46e5-98d9-78e11c99fd80 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f7fe92d-ffff-4955-bfd6-4a93946162b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775721 Feb 16 18:06:54.115703 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9992f5c-fe4e-4cb5-ae58-c4ea43e23015 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=83986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 18:06:54.119488 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9992f5c-fe4e-4cb5-ae58-c4ea43e23015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4174114f-766c-4413-a801-0c8bdbed0ff1,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:54.128320 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-e9992f5c-fe4e-4cb5-ae58-c4ea43e23015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:54.136254 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e9992f5c-fe4e-4cb5-ae58-c4ea43e23015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975480'] for segment, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:54.136859 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.db.segments_db [None req-e9992f5c-fe4e-4cb5-ae58-c4ea43e23015 admin admin] Added segment ac563771-cfc3-43bf-933e-1d229ab3f487 of type vxlan for network 254b54a2-6ec3-4abc-b0fd-dceeba540521 Feb 16 18:06:54.183830 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e9992f5c-fe4e-4cb5-ae58-c4ea43e23015 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287454046290'] for network, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:54.250214 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e9992f5c-fe4e-4cb5-ae58-c4ea43e23015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548'] for network, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:54.251960 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9992f5c-fe4e-4cb5-ae58-c4ea43e23015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:54.252621 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e9992f5c-fe4e-4cb5-ae58-c4ea43e23015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:54.261324 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-abda5a23-25e7-4a27-b3c8-b19c4b4efbb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:54.294892 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-6969f61d-9c83-4056-85fb-221b38459da0 req-e56dfc1a-3736-45bd-92d2-f180630f52bc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Deleting port 48168450-12d9-47d0-bd71-00c524303269 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:06:54.295558 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-6969f61d-9c83-4056-85fb-221b38459da0 req-e56dfc1a-3736-45bd-92d2-f180630f52bc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:54.376143 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-e9992f5c-fe4e-4cb5-ae58-c4ea43e23015 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9697695 Feb 16 18:06:54.388529 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 60044) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:54.398294 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-d4f3ef2b-d275-4cee-9aec-84059123cef9 admin admin] Request body: {'subnet': {'network_id': '254b54a2-6ec3-4abc-b0fd-dceeba540521', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-990617393-subnet', 'tenant_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'ip_version': 4}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:06:54.411953 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-d4f3ef2b-d275-4cee-9aec-84059123cef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:54.418662 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9992f5c-fe4e-4cb5-ae58-c4ea43e23015 admin admin] Pushing event updated for resources: {'Network': ['ID=254b54a2-6ec3-4abc-b0fd-dceeba540521,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:54.421299 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-d4f3ef2b-d275-4cee-9aec-84059123cef9 admin admin] Usage tracker for resource:subnet and tenant:7dfc2a9d167d4239b695d5ff5e8a3a94 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:54.425040 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-e9992f5c-fe4e-4cb5-ae58-c4ea43e23015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:54.425878 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-d4f3ef2b-d275-4cee-9aec-84059123cef9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:54.432961 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-d4f3ef2b-d275-4cee-9aec-84059123cef9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:54.433410 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Network 254b54a2-6ec3-4abc-b0fd-dceeba540521 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:06:54.443628 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f3ef2b-d275-4cee-9aec-84059123cef9 admin admin] Made reservation on behalf of 7dfc2a9d167d4239b695d5ff5e8a3a94 for: {'subnet': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:06:54.448997 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d4f3ef2b-d275-4cee-9aec-84059123cef9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851614045'] for subnet, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:54.455489 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Network 254b54a2-6ec3-4abc-b0fd-dceeba540521 details requested by agent ovs-agent-dv-cinder-763306-9-smb with host dv-cinder-763306-9-smb {{(pid=83987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:06:54.557138 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd816aed-a6f3-4330-99c2-e90330b68a6a req-32f25013-db02-40eb-9477-0be88496848b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:54.558820 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bd816aed-a6f3-4330-99c2-e90330b68a6a req-32f25013-db02-40eb-9477-0be88496848b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.4291861 Feb 16 18:06:54.586791 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-17cfa7fe-ab0b-45e8-8784-bdd580b99082 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:54.588419 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-17cfa7fe-ab0b-45e8-8784-bdd580b99082 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/networks?id=f8202e7f-abbe-4e6f-b78f-d67eee34469d HTTP/1.1" status: 200 len: 815 time: 0.3214726 Feb 16 18:06:54.719744 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bd816aed-a6f3-4330-99c2-e90330b68a6a req-344b8abf-ccd1-4bf2-b2ed-38b8b8690edd tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451004 Feb 16 18:06:54.723833 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-7457ae5b-2440-4659-ab07-49cebed9d1f7 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/quotas/622d65f99f53481b8a0d99018b9077fa HTTP/1.1" status: 200 len: 375 time: 0.0355871 Feb 16 18:06:54.847694 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-6969f61d-9c83-4056-85fb-221b38459da0 req-e56dfc1a-3736-45bd-92d2-f180630f52bc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] For port 48168450-12d9-47d0-bd71-00c524303269, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=48168450-12d9-47d0-bd71-00c524303269,segment=NetworkSegment(6e735b8b-4c62-4408-8484-ef76f7e50afb),segment_id=6e735b8b-4c62-4408-8484-ef76f7e50afb)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:06:54.848219 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-6969f61d-9c83-4056-85fb-221b38459da0 req-e56dfc1a-3736-45bd-92d2-f180630f52bc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:54.958376 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d4f3ef2b-d275-4cee-9aec-84059123cef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851944051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851614064'] for subnet, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:54.975545 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-789788b7-45fb-48d1-9b89-345ed26350d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:54.992519 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-6969f61d-9c83-4056-85fb-221b38459da0 req-e56dfc1a-3736-45bd-92d2-f180630f52bc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Calling delete_port for 48168450-12d9-47d0-bd71-00c524303269 owned by compute:nova {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:06:55.032009 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f29db0a-c714-4721-862d-8bd2a57cbf47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48168450-12d9-47d0-bd71-00c524303269'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:06:55.046836 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-147685e0-991b-4d8a-a9e6-8a5d26229f4a tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=622d65f99f53481b8a0d99018b9077fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3140404 Feb 16 18:06:55.285783 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-6b6330ce-76e1-427e-b1c1-27251d79844b service neutron] 10.222.0.41 "GET /v2.0/networks/f8202e7f-abbe-4e6f-b78f-d67eee34469d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833446 Feb 16 18:06:55.330584 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3ef2b-d275-4cee-9aec-84059123cef9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08e844c8-151c-4441-9ffd-e0d1f75d181d,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:55.341939 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d4f3ef2b-d275-4cee-9aec-84059123cef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:55.452412 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f3ef2b-d275-4cee-9aec-84059123cef9 admin admin] Checking segment: {'id': 'ac563771-cfc3-43bf-933e-1d229ab3f487', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '254b54a2-6ec3-4abc-b0fd-dceeba540521'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:06:55.453977 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f3ef2b-d275-4cee-9aec-84059123cef9 admin admin] Network hostable DHCP agents. Network: 254b54a2-6ec3-4abc-b0fd-dceeba540521, hostable agents: ['de8c96f3-9ead-4786-a920-55e7f9d921c5'], hosted agents: [] {{(pid=83986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:06:55.467937 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698bb1f-93e5-4217-9aee-9467a65d935d req-d768801e-8972-4b2d-b69b-623531104fa0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:55.469568 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b698bb1f-93e5-4217-9aee-9467a65d935d req-d768801e-8972-4b2d-b69b-623531104fa0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.4216995 Feb 16 18:06:55.482557 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f3ef2b-d275-4cee-9aec-84059123cef9 admin admin] Network 254b54a2-6ec3-4abc-b0fd-dceeba540521 is scheduled to be hosted by DHCP agent de8c96f3-9ead-4786-a920-55e7f9d921c5 with binding_index 1 {{(pid=83986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:06:55.494460 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-d4f3ef2b-d275-4cee-9aec-84059123cef9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-smb, 254b54a2-6ec3-4abc-b0fd-dceeba540521) {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:06:55.506361 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a814d482-11c0-4b0a-8f33-936780aacf88 None None] Network 254b54a2-6ec3-4abc-b0fd-dceeba540521 requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:06:55.511229 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f3ef2b-d275-4cee-9aec-84059123cef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:55.511940 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d4f3ef2b-d275-4cee-9aec-84059123cef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:55.532394 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-6969f61d-9c83-4056-85fb-221b38459da0 req-e56dfc1a-3736-45bd-92d2-f180630f52bc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:55.538837 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-d4f3ef2b-d275-4cee-9aec-84059123cef9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1484859 Feb 16 18:06:55.539690 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 60068) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:55.545345 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-c2045b94-1636-4209-b5ef-1315fbda676b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-990617393-router', 'tenant_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'}}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:06:55.551032 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-c2045b94-1636-4209-b5ef-1315fbda676b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:55.555996 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-c2045b94-1636-4209-b5ef-1315fbda676b admin admin] Usage tracker for resource:router and tenant:7dfc2a9d167d4239b695d5ff5e8a3a94 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:55.559701 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-de969710-347d-49b4-aa33-06baf1f1ac14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:55.560498 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-c2045b94-1636-4209-b5ef-1315fbda676b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:55.566464 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-c2045b94-1636-4209-b5ef-1315fbda676b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:55.580077 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c2045b94-1636-4209-b5ef-1315fbda676b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853176566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497015'] for router, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:55.581271 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c2045b94-1636-4209-b5ef-1315fbda676b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1599234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1997164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1977739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854278786'] for router, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:55.615124 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c2045b94-1636-4209-b5ef-1315fbda676b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:55.669707 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-fd5f77f9-abdd-4689-83e0-80a7ef427d72 service neutron] 10.222.0.41 "GET /v2.0/networks/f8202e7f-abbe-4e6f-b78f-d67eee34469d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3758078 Feb 16 18:06:55.688600 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56dfc1a-3736-45bd-92d2-f180630f52bc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Pushing event deleted for resources: {'Port': ['ID=48168450-12d9-47d0-bd71-00c524303269,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:55.696327 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-e56dfc1a-3736-45bd-92d2-f180630f52bc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:55.709606 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b698bb1f-93e5-4217-9aee-9467a65d935d req-87b050b5-149c-4fb1-8dc3-bb4cf0ab6639 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2296617 Feb 16 18:06:55.828536 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f29db0a-c714-4721-862d-8bd2a57cbf47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48168450-12d9-47d0-bd71-00c524303269', 'code': 200} Feb 16 18:06:55.852487 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ea9ff750-123a-459d-a0e3-86f8ebb19706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:55.868378 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-6969f61d-9c83-4056-85fb-221b38459da0 req-e56dfc1a-3736-45bd-92d2-f180630f52bc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] No DVR routers for this DVR port 48168450-12d9-47d0-bd71-00c524303269 on host hv-cinder-76330 {{(pid=83985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:06:55.870704 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-6969f61d-9c83-4056-85fb-221b38459da0 req-e56dfc1a-3736-45bd-92d2-f180630f52bc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:55.873890 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f29db0a-c714-4721-862d-8bd2a57cbf47', 'name': 'network-vif-deleted', 'tag': '48168450-12d9-47d0-bd71-00c524303269'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:06:55.894642 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6969f61d-9c83-4056-85fb-221b38459da0 req-e56dfc1a-3736-45bd-92d2-f180630f52bc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.86 "DELETE /v2.0/ports/48168450-12d9-47d0-bd71-00c524303269 HTTP/1.1" status: 204 len: 173 time: 3.8000481 Feb 16 18:06:55.966029 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03424693-1ce7-4887-9519-11175585e965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7ad7740-a6d8-56fc-ba3f-3973bf36c32d-254b54a2-6ec3-4abc-b0fd-dceeba540521', 'network_id': '254b54a2-6ec3-4abc-b0fd-dceeba540521', 'tenant_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'fixed_ips': [{'subnet_id': '08e844c8-151c-4441-9ffd-e0d1f75d181d'}]}} from dv-cinder-763306-9-smb. {{(pid=83987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 18:06:55.967068 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-03424693-1ce7-4887-9519-11175585e965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:56.105192 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-28d17233-4fa6-4b67-bba8-6d38db8f7180 req-810d12c4-46b0-495e-8bb0-09be7a6a6a60 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Synchronizing usage tracker for tenant:577bcb60dcf441dbb5ad5fa5c5313ff7 on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:06:56.155014 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c2045b94-1636-4209-b5ef-1315fbda676b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1997075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1599430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854278895'] for router, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:56.213130 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-28d17233-4fa6-4b67-bba8-6d38db8f7180 req-810d12c4-46b0-495e-8bb0-09be7a6a6a60 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Unset dirty status for tenant:577bcb60dcf441dbb5ad5fa5c5313ff7 on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:06:56.215020 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-28d17233-4fa6-4b67-bba8-6d38db8f7180 req-810d12c4-46b0-495e-8bb0-09be7a6a6a60 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f29db0a-c714-4721-862d-8bd2a57cbf47 HTTP/1.1" status: 200 len: 210 time: 0.2207799 Feb 16 18:06:56.246192 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b824025-0084-4cde-826c-76fd4c268a92 req-f0589836-ec2d-46cd-8603-1340147ac44d tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:56.254739 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7b824025-0084-4cde-826c-76fd4c268a92 req-f0589836-ec2d-46cd-8603-1340147ac44d tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.1713843 Feb 16 18:06:56.329632 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7b824025-0084-4cde-826c-76fd4c268a92 req-138d7ed3-a8b8-44a9-aa56-44d39b5e8dee tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738389 Feb 16 18:06:56.342441 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [None req-03424693-1ce7-4887-9519-11175585e965 None None] Allocated IP 172.20.0.2 (254b54a2-6ec3-4abc-b0fd-dceeba540521/08e844c8-151c-4441-9ffd-e0d1f75d181d/b199d706-85f1-49a4-8afb-fb67006ae4ac) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:06:56.363323 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f29db0a-c714-4721-862d-8bd2a57cbf47', 'name': 'network-vif-deleted', 'tag': '48168450-12d9-47d0-bd71-00c524303269', 'status': 'completed', 'code': 200} Feb 16 18:06:56.454717 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d84b3866-ea9e-4bee-963a-70bdbbc06fb4 req-ac6dd477-b11f-47a7-a4a6-ede1f6c298b8 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a4b8c35-ffd6-4de1-8db7-47c98a209712 HTTP/1.1" status: 200 len: 210 time: 0.0716436 Feb 16 18:06:56.649973 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-03424693-1ce7-4887-9519-11175585e965 None None] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:56.664563 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-03424693-1ce7-4887-9519-11175585e965 None None] Transition to ACTIVE for port object b199d706-85f1-49a4-8afb-fb67006ae4ac will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:06:56.676591 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:56.742162 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-03424693-1ce7-4887-9519-11175585e965 None None] Transition to ACTIVE for port object b199d706-85f1-49a4-8afb-fb67006ae4ac will not be triggered until provisioned by entity DHCP. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:06:56.746765 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c2045b94-1636-4209-b5ef-1315fbda676b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:56.752206 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:56.756897 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-03424693-1ce7-4887-9519-11175585e965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:56.798814 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c2045b94-1636-4209-b5ef-1315fbda676b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:56.897326 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-35afb57b-3081-42c0-a5a5-8238d2b50670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:56.931661 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:06:57.024284 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5f6db-c2e9-48fd-b24d-8c3bbad95370 req-29db76ac-79cc-49f3-a817-18001b5b5d73 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:57.025963 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-56d5f6db-c2e9-48fd-b24d-8c3bbad95370 req-29db76ac-79cc-49f3-a817-18001b5b5d73 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.1244161 Feb 16 18:06:57.033891 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae4a3e-ab42-491e-9df9-66c5e585bb7b req-21c7565c-7e44-43c7-8049-10522b79fa3a tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:57.035531 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f4ae4a3e-ab42-491e-9df9-66c5e585bb7b req-21c7565c-7e44-43c7-8049-10522b79fa3a tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb582c1b-9d65-4a33-aced-4743283a2b24 HTTP/1.1" status: 200 len: 945 time: 0.1984036 Feb 16 18:06:57.065129 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03424693-1ce7-4887-9519-11175585e965 None None] Pushing event updated for resources: {'Port': ['ID=b199d706-85f1-49a4-8afb-fb67006ae4ac,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:57.074017 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-03424693-1ce7-4887-9519-11175585e965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:57.131702 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-56d5f6db-c2e9-48fd-b24d-8c3bbad95370 req-7a9757a8-522f-4266-b9a4-739162a39185 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948770 Feb 16 18:06:57.132518 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03424693-1ce7-4887-9519-11175585e965 None None] Network 254b54a2-6ec3-4abc-b0fd-dceeba540521 is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:06:57.133637 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:06:57.134276 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:57.143445 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f4ae4a3e-ab42-491e-9df9-66c5e585bb7b req-d6e0d917-7d8c-4372-8d59-389735a6de51 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a1c0bbe-5e08-4dcb-84f3-00500476b554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908239 Feb 16 18:06:57.169846 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-03424693-1ce7-4887-9519-11175585e965 None None] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:06:57.188667 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03424693-1ce7-4887-9519-11175585e965 None None] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:06:57.283739 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [None req-c2045b94-1636-4209-b5ef-1315fbda676b admin admin] Allocated IP 172.28.3.247 (d4f88037-574b-44e5-a9d6-1bdf8627b244/42ec5995-253d-4122-970e-73940637938a/9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:06:57.303115 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-03424693-1ce7-4887-9519-11175585e965 None None] Attempting to bind port b199d706-85f1-49a4-8afb-fb67006ae4ac on host dv-cinder-763306-9-smb for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:06:57.303673 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-03424693-1ce7-4887-9519-11175585e965 None None] Attempting to bind port b199d706-85f1-49a4-8afb-fb67006ae4ac by drivers openvswitch on host dv-cinder-763306-9-smb at level 0 using segments [{'id': 'ac563771-cfc3-43bf-933e-1d229ab3f487', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '254b54a2-6ec3-4abc-b0fd-dceeba540521'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:06:57.304828 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03424693-1ce7-4887-9519-11175585e965 None None] Attempting to bind port b199d706-85f1-49a4-8afb-fb67006ae4ac on network 254b54a2-6ec3-4abc-b0fd-dceeba540521 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:06:57.366094 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03424693-1ce7-4887-9519-11175585e965 None None] Checking agent: {'id': '32a65721-1161-4909-9634-11ba095c6914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 17, 55, 57), 'started_at': datetime.datetime(2021, 2, 16, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:06:57.366547 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03424693-1ce7-4887-9519-11175585e965 None None] Checking segment: {'id': 'ac563771-cfc3-43bf-933e-1d229ab3f487', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '254b54a2-6ec3-4abc-b0fd-dceeba540521'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:06:57.369184 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-03424693-1ce7-4887-9519-11175585e965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:57.369657 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03424693-1ce7-4887-9519-11175585e965 None None] Bound using segment: {'id': 'ac563771-cfc3-43bf-933e-1d229ab3f487', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '254b54a2-6ec3-4abc-b0fd-dceeba540521'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:06:57.370178 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-03424693-1ce7-4887-9519-11175585e965 None None] Bound port: b199d706-85f1-49a4-8afb-fb67006ae4ac, host: dv-cinder-763306-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac563771-cfc3-43bf-933e-1d229ab3f487', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '254b54a2-6ec3-4abc-b0fd-dceeba540521'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:06:57.370608 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-03424693-1ce7-4887-9519-11175585e965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:57.380009 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55717be6-7f1c-4ab8-bc2d-de4e5761e572 req-951fdf78-ab98-45a3-a364-1829ee4352a7 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:57.382048 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-55717be6-7f1c-4ab8-bc2d-de4e5761e572 req-951fdf78-ab98-45a3-a364-1829ee4352a7 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.1120720 Feb 16 18:06:57.391871 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 60116) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:57.398813 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-2402a4ff-4c66-4fc4-a98c-b589c28431b4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Request body: {'floatingip': {'port_id': 'b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:06:57.512920 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:57.532654 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c2045b94-1636-4209-b5ef-1315fbda676b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:57.552022 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-2402a4ff-4c66-4fc4-a98c-b589c28431b4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for floatingip, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:57.555824 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-03424693-1ce7-4887-9519-11175585e965 None None] For port b199d706-85f1-49a4-8afb-fb67006ae4ac, host dv-cinder-763306-9-smb, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:06:57.560880 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-03424693-1ce7-4887-9519-11175585e965 None None] For port b199d706-85f1-49a4-8afb-fb67006ae4ac, host dv-cinder-763306-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=b199d706-85f1-49a4-8afb-fb67006ae4ac,segment=NetworkSegment(ac563771-cfc3-43bf-933e-1d229ab3f487),segment_id=ac563771-cfc3-43bf-933e-1d229ab3f487)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:06:57.570906 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-03424693-1ce7-4887-9519-11175585e965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:57.573956 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c2045b94-1636-4209-b5ef-1315fbda676b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851944169'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:57.588146 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:57.592525 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-8c171101-3b95-47b1-b920-ae74a8779f84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:57.766069 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2045b94-1636-4209-b5ef-1315fbda676b admin admin] Pushing event updated for resources: {'Port': ['ID=9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:57.771795 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-c2045b94-1636-4209-b5ef-1315fbda676b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:57.829138 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2045b94-1636-4209-b5ef-1315fbda676b admin admin] Network d4f88037-574b-44e5-a9d6-1bdf8627b244 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:06:57.830377 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-c2045b94-1636-4209-b5ef-1315fbda676b admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:06:57.832860 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2045b94-1636-4209-b5ef-1315fbda676b admin admin] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:06:57.907201 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03424693-1ce7-4887-9519-11175585e965 None None] Pushing event updated for resources: {'Port': ['ID=b199d706-85f1-49a4-8afb-fb67006ae4ac,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:57.915762 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-03424693-1ce7-4887-9519-11175585e965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:58.027166 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0e0cea1e-3ce3-4231-8844-f6e12c5b451d req-b70bc41e-f8f4-40ce-bb87-ced81b5b771c tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a4b8c35-ffd6-4de1-8db7-47c98a209712 HTTP/1.1" status: 200 len: 210 time: 0.4050310 Feb 16 18:06:58.032869 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:58.348038 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 60144) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:58.368816 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147da970-e8cf-41bc-8ae2-c0e5cbbf3f54 req-71c21721-f847-4ff8-94fc-4ae3bf88bc3e tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:58.376438 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-147da970-e8cf-41bc-8ae2-c0e5cbbf3f54 req-71c21721-f847-4ff8-94fc-4ae3bf88bc3e tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.8953304 Feb 16 18:06:58.458633 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c2045b94-1636-4209-b5ef-1315fbda676b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:58.560879 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-147da970-e8cf-41bc-8ae2-c0e5cbbf3f54 req-b775e064-30d5-4eea-9e42-d2e4b73e8ef4 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834888 Feb 16 18:06:58.636536 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-2eea158f-1b7a-46dc-af55-1c14a77266d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:58.659297 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-7098a4a8-d0ab-4971-807a-bd60345e88cf tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:58.660812 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-7098a4a8-d0ab-4971-807a-bd60345e88cf tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.86 "GET /v2.0/networks?id=f8202e7f-abbe-4e6f-b78f-d67eee34469d HTTP/1.1" status: 200 len: 815 time: 0.6738162 Feb 16 18:06:58.670298 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-2eea158f-1b7a-46dc-af55-1c14a77266d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:58.678212 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-2eea158f-1b7a-46dc-af55-1c14a77266d3 admin admin] Usage tracker for resource:security_group_rule and tenant:823d16d9fae044889a361788abad33e6 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:06:58.683918 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-2eea158f-1b7a-46dc-af55-1c14a77266d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:06:58.693428 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-2eea158f-1b7a-46dc-af55-1c14a77266d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:58.707979 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Request body: {'port': {'device_id': '9a4b8c35-ffd6-4de1-8db7-47c98a209712', 'network_id': 'f8202e7f-abbe-4e6f-b78f-d67eee34469d', 'admin_state_up': True, 'tenant_id': '622d65f99f53481b8a0d99018b9077fa'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:06:58.841595 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-b7395f31-80e1-42bc-9af0-fc74c9d2313f tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:58.843382 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-b7395f31-80e1-42bc-9af0-fc74c9d2313f tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/networks?id=236bfbe1-6f14-4462-bff3-9f9a35651529 HTTP/1.1" status: 200 len: 809 time: 0.5929801 Feb 16 18:06:58.968173 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-223c2a0b-2e51-4176-915a-3dcc690800c5 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/quotas/577bcb60dcf441dbb5ad5fa5c5313ff7 HTTP/1.1" status: 200 len: 375 time: 0.1041319 Feb 16 18:06:59.177036 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c2045b94-1636-4209-b5ef-1315fbda676b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853176370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852778499'] for router, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:59.252820 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-2eea158f-1b7a-46dc-af55-1c14a77266d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:59.334764 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-566c55ef-df92-494c-8e28-9dfe2564ad6f tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=577bcb60dcf441dbb5ad5fa5c5313ff7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3433595 Feb 16 18:06:59.344588 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:06:59.361465 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-2eea158f-1b7a-46dc-af55-1c14a77266d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:59.377899 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-6aa9ee91-82e6-4d14-9fa6-a7b4f4115908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:06:59.446732 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:06:59.456335 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea158f-1b7a-46dc-af55-1c14a77266d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c8f4c1-3a41-4a42-a2ed-2e5ed95c5b02,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:06:59.462824 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-2eea158f-1b7a-46dc-af55-1c14a77266d3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=823d16d9fae044889a361788abad33e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1136644 Feb 16 18:06:59.465714 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-2eea158f-1b7a-46dc-af55-1c14a77266d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:06:59.467770 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 60154) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:06:59.502360 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Made reservation on behalf of 622d65f99f53481b8a0d99018b9077fa for: {'port': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:06:59.508613 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:59.569346 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd964208-b710-460d-918d-3a9d86895a02 req-05623984-c6a6-4c70-b036-50abd2f74ab8 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:59.571032 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bd964208-b710-460d-918d-3a9d86895a02 req-05623984-c6a6-4c70-b036-50abd2f74ab8 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb582c1b-9d65-4a33-aced-4743283a2b24 HTTP/1.1" status: 200 len: 945 time: 0.2533290 Feb 16 18:06:59.607137 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212c79fe-f08b-419c-b982-5786adf61de5 None None] Network 254b54a2-6ec3-4abc-b0fd-dceeba540521 requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:06:59.662518 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a4f958ae-4b98-43da-af81-7261f4d628bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:59.719848 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-bd964208-b710-460d-918d-3a9d86895a02 req-3f932997-88a8-4af7-830d-48d336cbd5f9 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Deleting port 0a4ef1e9-42a4-4229-89de-983a538dda5d {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:06:59.720239 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-bd964208-b710-460d-918d-3a9d86895a02 req-3f932997-88a8-4af7-830d-48d336cbd5f9 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:59.730468 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-890d7d51-41b1-4f37-a65b-f89b6e6b376e None None] Provisioning for port b199d706-85f1-49a4-8afb-fb67006ae4ac completed by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:06:59.766296 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device b199d706-85f1-49a4-8afb-fb67006ae4ac up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:06:59.766946 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a4f958ae-4b98-43da-af81-7261f4d628bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:59.776991 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2045b94-1636-4209-b5ef-1315fbda676b admin admin] Router 97e71f11-7f81-4855-b48d-001b33b48a55 is scheduled to L3 agent 616de62f-f042-46f7-b8cf-861f27422584 with binding_index 1 {{(pid=83986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 16 18:06:59.880512 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4de607-99d0-456e-99fd-9497a5c9cc35 req-a83b0f06-1da9-4923-aeff-5118a66c2389 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:59.882092 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6c4de607-99d0-456e-99fd-9497a5c9cc35 req-a83b0f06-1da9-4923-aeff-5118a66c2389 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb582c1b-9d65-4a33-aced-4743283a2b24 HTTP/1.1" status: 200 len: 945 time: 0.8929217 Feb 16 18:06:59.903931 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.db.resource_extend [None req-2402a4ff-4c66-4fc4-a98c-b589c28431b4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 16 18:06:59.948193 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning for port b199d706-85f1-49a4-8afb-fb67006ae4ac completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:06:59.956168 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port b199d706-85f1-49a4-8afb-fb67006ae4ac triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:06:59.956598 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:06:59.968917 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79850f-cb60-4622-b1b0-667e1bf963fd req-73280d9e-e88f-4271-a244-992efdbefa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:06:59.970517 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-cb79850f-cb60-4622-b1b0-667e1bf963fd req-73280d9e-e88f-4271-a244-992efdbefa1b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 1163 time: 0.7048337 Feb 16 18:07:00.090279 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-f8cea69d-a8ac-4cf2-91f5-75e5f13e7cce service neutron] 10.222.0.41 "GET /v2.0/networks/236bfbe1-6f14-4462-bff3-9f9a35651529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7416666 Feb 16 18:07:00.118724 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:00.122900 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a4f958ae-4b98-43da-af81-7261f4d628bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:00.137891 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-0038d357-0796-4c10-a629-90d99aeb18b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:00.162128 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f958ae-4b98-43da-af81-7261f4d628bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c8f4c1-3a41-4a42-a2ed-2e5ed95c5b02,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:00.171345 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a4f958ae-4b98-43da-af81-7261f4d628bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:00.187556 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] For port b199d706-85f1-49a4-8afb-fb67006ae4ac, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=b199d706-85f1-49a4-8afb-fb67006ae4ac,segment=NetworkSegment(ac563771-cfc3-43bf-933e-1d229ab3f487),segment_id=ac563771-cfc3-43bf-933e-1d229ab3f487)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:07:00.200239 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2045b94-1636-4209-b5ef-1315fbda676b admin admin] Notify agent at l3_agent.dv-cinder-763306-9-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:07:00.211337 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8059aec8-548c-4e4d-85be-8e1c52049c41 None None] Sync routers for ids ['97e71f11-7f81-4855-b48d-001b33b48a55'] in dv-cinder-763306-9-smb {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:07:00.234909 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8059aec8-548c-4e4d-85be-8e1c52049c41 None None] Routers {'97e71f11-7f81-4855-b48d-001b33b48a55'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:07:00.236241 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-8059aec8-548c-4e4d-85be-8e1c52049c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:06:56Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['97e71f11-7f81-4855-b48d-001b33b48a55'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:00.242729 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a4f958ae-4b98-43da-af81-7261f4d628bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:00.244000 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-a4f958ae-4b98-43da-af81-7261f4d628bd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/68c8f4c1-3a41-4a42-a2ed-2e5ed95c5b02 HTTP/1.1" status: 204 len: 168 time: 0.7730989 Feb 16 18:07:00.281363 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:00.286139 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c2045b94-1636-4209-b5ef-1315fbda676b admin admin] Notify callbacks [] for router, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:00.287266 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-c2045b94-1636-4209-b5ef-1315fbda676b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7465341 Feb 16 18:07:00.296959 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:00.302213 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-bd964208-b710-460d-918d-3a9d86895a02 req-3f932997-88a8-4af7-830d-48d336cbd5f9 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] For port 0a4ef1e9-42a4-4229-89de-983a538dda5d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0a4ef1e9-42a4-4229-89de-983a538dda5d,segment=NetworkSegment(cb7a65ae-38d4-4672-9b94-6aae0b3fce75),segment_id=cb7a65ae-38d4-4672-9b94-6aae0b3fce75)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:07:00.302534 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-bd964208-b710-460d-918d-3a9d86895a02 req-3f932997-88a8-4af7-830d-48d336cbd5f9 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:00.310423 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 60164) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:07:00.328865 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-2402a4ff-4c66-4fc4-a98c-b589c28431b4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:00.344944 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-2402a4ff-4c66-4fc4-a98c-b589c28431b4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592459'] for floatingip, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:00.429869 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6c4de607-99d0-456e-99fd-9497a5c9cc35 req-096ad32f-c01e-4e91-9043-da858bac591a tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a1c0bbe-5e08-4dcb-84f3-00500476b554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631798 Feb 16 18:07:00.536647 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-20dadd95-242b-4be4-a1c0-e9905e1860ed None None] Provisioning complete for port b199d706-85f1-49a4-8afb-fb67006ae4ac triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:00.537416 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-20dadd95-242b-4be4-a1c0-e9905e1860ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:00.613609 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Pushing event updated for resources: {'Port': ['ID=b199d706-85f1-49a4-8afb-fb67006ae4ac,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:00.623109 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:00.650816 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-cb79850f-cb60-4622-b1b0-667e1bf963fd req-d4839778-caf3-4d93-9f4b-191118f998d6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6073608 Feb 16 18:07:00.757997 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:07:00.792762 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-bd964208-b710-460d-918d-3a9d86895a02 req-3f932997-88a8-4af7-830d-48d336cbd5f9 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Calling delete_port for 0a4ef1e9-42a4-4229-89de-983a538dda5d owned by compute:nova {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:07:00.881898 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d56697e4-0982-42fb-b8f1-dd8434f636a5 req-4521fe30-a0b1-4f1f-8f03-bf277787c60d tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a4b8c35-ffd6-4de1-8db7-47c98a209712 HTTP/1.1" status: 200 len: 210 time: 0.1886809 Feb 16 18:07:00.919170 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:00.919679 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:01.026964 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d2a5a06e-cf5d-469c-bd28-bc4f07327e1a None None] Provisioning complete for port b199d706-85f1-49a4-8afb-fb67006ae4ac triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:01.027545 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d2a5a06e-cf5d-469c-bd28-bc4f07327e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:01.041471 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-c429d822-11a9-45b2-923a-a90a8059742f service neutron] 10.222.0.41 "GET /v2.0/networks/236bfbe1-6f14-4462-bff3-9f9a35651529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9289489 Feb 16 18:07:01.054424 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-8059aec8-548c-4e4d-85be-8e1c52049c41 None None] Set router 97e71f11-7f81-4855-b48d-001b33b48a55 gateway port host: dv-cinder-763306-9-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:07:01.294512 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.db.l3_db [None req-2402a4ff-4c66-4fc4-a98c-b589c28431b4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Floating IP 32c83997-78bb-42ea-aafa-0ab8c13dd230 associated. External IP: 172.28.3.15, port: b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13. Feb 16 18:07:01.300419 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 0a4ef1e9-42a4-4229-89de-983a538dda5d no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:07:01.344052 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] No Port match for: 0a4ef1e9-42a4-4229-89de-983a538dda5d {{(pid=83987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:07:01.344449 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 0a4ef1e9-42a4-4229-89de-983a538dda5d not bound to the agent host hv-cinder-76330 {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:07:01.452800 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-bd964208-b710-460d-918d-3a9d86895a02 req-3f932997-88a8-4af7-830d-48d336cbd5f9 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851944169'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:01.475993 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:01.581976 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Allocated IP 172.20.0.10 (f8202e7f-abbe-4e6f-b78f-d67eee34469d/c42d94b2-4a0f-4ef3-8dff-e7101cf09702/384a9a55-8c03-43c7-8ef1-4bc274c115e9) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:07:01.631433 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf289bd-e184-462f-9d0c-964cbbd2d2eb req-1e669837-12e6-4201-a49a-bef410aca569 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:01.633827 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-fbf289bd-e184-462f-9d0c-964cbbd2d2eb req-1e669837-12e6-4201-a49a-bef410aca569 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.5052447 Feb 16 18:07:01.693620 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 60194) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:07:01.699074 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-8059aec8-548c-4e4d-85be-8e1c52049c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'name': 'tempest-TestMinimumBasicScenario-990617393-router', 'tenant_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.247'}], 'enable_snat': True}, 'gw_port_id': '9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:55Z', 'updated_at': '2021-02-16T18:06:58Z', 'revision_number': 3, 'project_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'gw_port': {'id': '9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:10:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:57Z', 'updated_at': '2021-02-16T18:06:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:01.703508 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8059aec8-548c-4e4d-85be-8e1c52049c41 None None] Checking router: 97e71f11-7f81-4855-b48d-001b33b48a55 for host: dv-cinder-763306-9-smb {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:07:01.703910 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8059aec8-548c-4e4d-85be-8e1c52049c41 None None] Updating router 97e71f11-7f81-4855-b48d-001b33b48a55 port 9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1 binding host dv-cinder-763306-9-smb {{(pid=83988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 18:07:01.745423 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device b199d706-85f1-49a4-8afb-fb67006ae4ac up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:07:01.781854 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8059aec8-548c-4e4d-85be-8e1c52049c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:01.881832 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-39bf945b-98a8-4094-a242-be884520d8ed req-c8acb126-7169-41f6-9887-144cdaa909ec tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9fcc10f-c4aa-4c58-9ac5-ead594dc57ea HTTP/1.1" status: 200 len: 210 time: 0.1910474 Feb 16 18:07:01.915483 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f932997-88a8-4af7-830d-48d336cbd5f9 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Pushing event deleted for resources: {'Port': ['ID=0a4ef1e9-42a4-4229-89de-983a538dda5d,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:01.934204 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3f932997-88a8-4af7-830d-48d336cbd5f9 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:01.953476 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port b199d706-85f1-49a4-8afb-fb67006ae4ac triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:01.953914 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:02.250145 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8059aec8-548c-4e4d-85be-8e1c52049c41 None None] Notify callbacks [] for port, precommit_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:02.269332 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-8059aec8-548c-4e4d-85be-8e1c52049c41 None None] Transition to ACTIVE for port object 9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1 will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:07:02.275131 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8059aec8-548c-4e4d-85be-8e1c52049c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:02.291285 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ca4ce6ce-b7cb-49b2-a8e4-2fe54c139c29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:02.430267 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a314b-f7c2-4a34-b151-9360fe48cab2 None None] Pushing event updated for resources: {'Port': ['ID=9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1,revision_number=2']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:02.432660 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd964208-b710-460d-918d-3a9d86895a02 req-3f932997-88a8-4af7-830d-48d336cbd5f9 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] No DVR routers for this DVR port 0a4ef1e9-42a4-4229-89de-983a538dda5d on host hv-cinder-76330 {{(pid=83986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:07:02.435504 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f41a314b-f7c2-4a34-b151-9360fe48cab2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:02.448654 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-bd964208-b710-460d-918d-3a9d86895a02 req-3f932997-88a8-4af7-830d-48d336cbd5f9 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:02.451880 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb582c1b-9d65-4a33-aced-4743283a2b24', 'name': 'network-vif-deleted', 'tag': '0a4ef1e9-42a4-4229-89de-983a538dda5d'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:07:02.518515 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-8059aec8-548c-4e4d-85be-8e1c52049c41 None None] Attempting to bind port 9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1 on host dv-cinder-763306-9-smb for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:07:02.518866 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-8059aec8-548c-4e4d-85be-8e1c52049c41 None None] Attempting to bind port 9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1 by drivers openvswitch on host dv-cinder-763306-9-smb at level 0 using segments [{'id': 'd8e446b7-17d7-4e96-a48b-79ba500f2134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:07:02.519208 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8059aec8-548c-4e4d-85be-8e1c52049c41 None None] Attempting to bind port 9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1 on network d4f88037-574b-44e5-a9d6-1bdf8627b244 {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:07:02.520090 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bd964208-b710-460d-918d-3a9d86895a02 req-3f932997-88a8-4af7-830d-48d336cbd5f9 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] 10.222.0.86 "DELETE /v2.0/ports/0a4ef1e9-42a4-4229-89de-983a538dda5d HTTP/1.1" status: 204 len: 173 time: 2.9388342 Feb 16 18:07:02.526529 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8059aec8-548c-4e4d-85be-8e1c52049c41 None None] Checking agent: {'id': '32a65721-1161-4909-9634-11ba095c6914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 17, 55, 57), 'started_at': datetime.datetime(2021, 2, 16, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:07:02.526939 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8059aec8-548c-4e4d-85be-8e1c52049c41 None None] Checking segment: {'id': 'd8e446b7-17d7-4e96-a48b-79ba500f2134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:07:02.527567 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8059aec8-548c-4e4d-85be-8e1c52049c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:02.528000 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8059aec8-548c-4e4d-85be-8e1c52049c41 None None] Bound using segment: {'id': 'd8e446b7-17d7-4e96-a48b-79ba500f2134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:07:02.528878 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-8059aec8-548c-4e4d-85be-8e1c52049c41 None None] Bound port: 9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1, host: dv-cinder-763306-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e446b7-17d7-4e96-a48b-79ba500f2134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:07:02.529021 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8059aec8-548c-4e4d-85be-8e1c52049c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:02.644656 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-8059aec8-548c-4e4d-85be-8e1c52049c41 None None] For port 9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1, host dv-cinder-763306-9-smb, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:07:02.650258 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-8059aec8-548c-4e4d-85be-8e1c52049c41 None None] For port 9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1, host dv-cinder-763306-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1,segment=NetworkSegment(d8e446b7-17d7-4e96-a48b-79ba500f2134),segment_id=d8e446b7-17d7-4e96-a48b-79ba500f2134)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:07:02.654155 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8059aec8-548c-4e4d-85be-8e1c52049c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:02.672169 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-4bcc444d-403e-4291-aa0f-c223ced44296 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:02.688509 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:02.688920 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-fbf289bd-e184-462f-9d0c-964cbbd2d2eb req-27fb922c-bd13-4fcb-bbf8-9ef39a30316e tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0456955 Feb 16 18:07:02.756517 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-79c80243-3800-4546-90fc-7a5872495937 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1007970580-network', 'tenant_id': '7c84d650e1d94b238253914a68a4d647'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:07:02.762129 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-79c80243-3800-4546-90fc-7a5872495937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:07:02.767012 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-79c80243-3800-4546-90fc-7a5872495937 admin admin] Usage tracker for resource:network and tenant:7c84d650e1d94b238253914a68a4d647 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:07:02.774048 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-79c80243-3800-4546-90fc-7a5872495937 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:07:02.780129 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-79c80243-3800-4546-90fc-7a5872495937 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:07:02.803043 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a314b-f7c2-4a34-b151-9360fe48cab2 None None] Pushing event updated for resources: {'Port': ['ID=9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:02.807905 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f41a314b-f7c2-4a34-b151-9360fe48cab2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:02.819327 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c80243-3800-4546-90fc-7a5872495937 admin admin] Made reservation on behalf of 7c84d650e1d94b238253914a68a4d647 for: {'network': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:07:02.826240 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-79c80243-3800-4546-90fc-7a5872495937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for network, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:02.859791 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e8704d58-ddcf-43bb-97e3-c17cf62c5dff req-ed186c14-aac8-444b-88e4-fd85059f4f07 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb582c1b-9d65-4a33-aced-4743283a2b24 HTTP/1.1" status: 200 len: 210 time: 0.5881193 Feb 16 18:07:02.870831 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:02.906644 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8059aec8-548c-4e4d-85be-8e1c52049c41 None None] Routers {'97e71f11-7f81-4855-b48d-001b33b48a55'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:07:02.907240 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-8059aec8-548c-4e4d-85be-8e1c52049c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:06:56Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['97e71f11-7f81-4855-b48d-001b33b48a55'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:02.923583 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-79c80243-3800-4546-90fc-7a5872495937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:02.968941 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb582c1b-9d65-4a33-aced-4743283a2b24', 'name': 'network-vif-deleted', 'tag': '0a4ef1e9-42a4-4229-89de-983a538dda5d', 'status': 'completed', 'code': 200} Feb 16 18:07:03.012110 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-59e7bafc-a07b-4184-8d9b-c09664c62a3b req-9d3822a5-6897-4d8e-94f0-bb1d6a52dd61 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a4b8c35-ffd6-4de1-8db7-47c98a209712 HTTP/1.1" status: 200 len: 210 time: 0.1663601 Feb 16 18:07:03.019103 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-79c80243-3800-4546-90fc-7a5872495937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:07:03.056448 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-79c80243-3800-4546-90fc-7a5872495937 admin admin] Usage tracker for resource:security_group_rule and tenant:7c84d650e1d94b238253914a68a4d647 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:07:03.077650 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-79c80243-3800-4546-90fc-7a5872495937 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:07:03.090534 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Allocated IP 172.20.0.1 (254b54a2-6ec3-4abc-b0fd-dceeba540521/08e844c8-151c-4441-9ffd-e0d1f75d181d/e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:07:03.104899 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-79c80243-3800-4546-90fc-7a5872495937 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:07:03.145853 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2402a4ff-4c66-4fc4-a98c-b589c28431b4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Router a1ffb9f7-fe77-4265-9934-d4894f0984b5 has already been hosted by L3 agent 616de62f-f042-46f7-b8cf-861f27422584 {{(pid=83985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:07:03.151857 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-8059aec8-548c-4e4d-85be-8e1c52049c41 None None] Set router 97e71f11-7f81-4855-b48d-001b33b48a55 gateway port host: dv-cinder-763306-9-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:07:03.169372 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:03.192490 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-8c2c64b1-557d-4036-abb5-d6fc8d784592 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:03.515697 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-54b55394-d280-4e08-af0e-5f96f22a2131 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:03.518189 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-54b55394-d280-4e08-af0e-5f96f22a2131 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.86 "GET /v2.0/networks?id=236bfbe1-6f14-4462-bff3-9f9a35651529 HTTP/1.1" status: 200 len: 809 time: 0.2437389 Feb 16 18:07:03.532818 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-29bbeebf-ee85-479c-a0d7-bb544b21646f req-4add78f3-6d4f-4e94-a709-48b8d1be1248 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9fcc10f-c4aa-4c58-9ac5-ead594dc57ea HTTP/1.1" status: 200 len: 210 time: 0.3612096 Feb 16 18:07:03.543565 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:03.568636 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-665d37fb-4f35-42a3-9056-847c2ac7d6dc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Request body: {'port': {'device_id': 'f9fcc10f-c4aa-4c58-9ac5-ead594dc57ea', 'network_id': '236bfbe1-6f14-4462-bff3-9f9a35651529', 'admin_state_up': True, 'tenant_id': '577bcb60dcf441dbb5ad5fa5c5313ff7'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:07:03.579928 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Pushing event updated for resources: {'Port': ['ID=384a9a55-8c03-43c7-8ef1-4bc274c115e9,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:03.594415 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:03.594825 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:03.595230 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:03.595660 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:03.596055 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:03.596449 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:03.596841 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:03.597235 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:03.597623 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:03.598007 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:03.598395 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:03.598778 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:03.599214 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:03.599633 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:03.600021 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:03.600406 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:03.600921 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:03.601359 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:03.601749 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:03.602138 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:03.602530 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:03.602913 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:03.603302 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:03.603930 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:03.633246 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:03.706801 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-8059aec8-548c-4e4d-85be-8e1c52049c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'name': 'tempest-TestMinimumBasicScenario-990617393-router', 'tenant_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.247'}], 'enable_snat': True}, 'gw_port_id': '9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:55Z', 'updated_at': '2021-02-16T18:06:58Z', 'revision_number': 3, 'project_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'gw_port': {'id': '9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:10:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:57Z', 'updated_at': '2021-02-16T18:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:03.712942 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8059aec8-548c-4e4d-85be-8e1c52049c41 None None] The sync data for ids ['97e71f11-7f81-4855-b48d-001b33b48a55'] in dv-cinder-763306-9-smb is: [{'id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'name': 'tempest-TestMinimumBasicScenario-990617393-router', 'tenant_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.247'}], 'enable_snat': True}, 'gw_port_id': '9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:55Z', 'updated_at': '2021-02-16T18:06:58Z', 'revision_number': 3, 'project_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'gw_port': {'id': '9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:10:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:57Z', 'updated_at': '2021-02-16T18:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:07:03.722418 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Transition to ACTIVE for port object e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf will not be triggered until provisioned by entity DHCP. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:07:03.731037 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-665d37fb-4f35-42a3-9056-847c2ac7d6dc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:07:03.748979 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-665d37fb-4f35-42a3-9056-847c2ac7d6dc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:07:03.751042 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-79c80243-3800-4546-90fc-7a5872495937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:03.767296 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-665d37fb-4f35-42a3-9056-847c2ac7d6dc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Made reservation on behalf of 577bcb60dcf441dbb5ad5fa5c5313ff7 for: {'port': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:07:03.773752 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-665d37fb-4f35-42a3-9056-847c2ac7d6dc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:03.775334 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Network f8202e7f-abbe-4e6f-b78f-d67eee34469d is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:07:03.778324 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:07:03.780175 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-79c80243-3800-4546-90fc-7a5872495937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:03.783442 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:07:03.788167 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:03.789333 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:03.815081 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851944169'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:03.825444 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-088818da-bed7-4881-ae95-04d9a8098849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:03.838689 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2402a4ff-4c66-4fc4-a98c-b589c28431b4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify agent at l3_agent.dv-cinder-763306-9-smb the message routers_updated {{(pid=83985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:07:03.850512 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-2402a4ff-4c66-4fc4-a98c-b589c28431b4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for floatingip, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:03.853718 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1946cf09-4f8b-4911-8108-c070323ffdbe None None] Sync routers for ids ['a1ffb9f7-fe77-4265-9934-d4894f0984b5'] in dv-cinder-763306-9-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:07:03.865847 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1946cf09-4f8b-4911-8108-c070323ffdbe None None] Routers {'a1ffb9f7-fe77-4265-9934-d4894f0984b5'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:07:03.869775 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-1946cf09-4f8b-4911-8108-c070323ffdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:06:56Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['a1ffb9f7-fe77-4265-9934-d4894f0984b5'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:03.899781 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-5a45fa12-5839-400e-a760-a92bd70860a7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:03.901452 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2002192 Feb 16 18:07:03.974256 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-0b03ab6e-9b0f-4e97-9195-c31ef5969a1d service neutron] Request body: {'port': {'device_id': '9a4b8c35-ffd6-4de1-8db7-47c98a209712', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:07:04.029750 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c80243-3800-4546-90fc-7a5872495937 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=83985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 18:07:04.073266 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-2402a4ff-4c66-4fc4-a98c-b589c28431b4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "PUT /v2.0/floatingips/32c83997-78bb-42ea-aafa-0ab8c13dd230 HTTP/1.1" status: 200 len: 991 time: 6.6795642 Feb 16 18:07:04.079504 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5abf2314-fa08-4089-b904-d7681b82c241', 'tag': 'b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:07:04.085368 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-79c80243-3800-4546-90fc-7a5872495937 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749401242329', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975480'] for segment, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:04.085825 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.db.segments_db [None req-79c80243-3800-4546-90fc-7a5872495937 admin admin] Added segment 2df9abcd-74ec-49d6-925d-63f4ab9b739a of type vxlan for network 40185a06-1620-44b9-8dd1-e63dae9ab62c Feb 16 18:07:04.089521 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c80243-3800-4546-90fc-7a5872495937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f9dde4-afd0-4e2b-b5e3-4f8d1701e3f3,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:04.096723 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-79c80243-3800-4546-90fc-7a5872495937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:04.190840 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-1946cf09-4f8b-4911-8108-c070323ffdbe None None] Set router a1ffb9f7-fe77-4265-9934-d4894f0984b5 gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:07:04.221138 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-79c80243-3800-4546-90fc-7a5872495937 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287454046290'] for network, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:04.263530 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70fb97-5289-41c4-8c50-c55aac2f64e2 req-5d5f2d23-6e2f-4af4-a7dd-34c77e946b13 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:04.268821 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9c70fb97-5289-41c4-8c50-c55aac2f64e2 req-5d5f2d23-6e2f-4af4-a7dd-34c77e946b13 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.3655601 Feb 16 18:07:04.275827 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Pushing event updated for resources: {'Port': ['ID=e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:04.314537 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:04.314941 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:04.315347 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:04.315824 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:04.316199 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:04.316539 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:04.316926 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:04.317312 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:04.317702 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:04.318084 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:04.318469 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:04.318849 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:04.319275 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:04.320020 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:04.320426 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:04.320991 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:04.321944 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:04.321944 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:04.322153 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:04.322448 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:04.322849 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:04.323232 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:04.323648 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:04.324030 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:04.332191 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:04.437085 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-79c80243-3800-4546-90fc-7a5872495937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548'] for network, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:04.469957 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c80243-3800-4546-90fc-7a5872495937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:04.473655 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-79c80243-3800-4546-90fc-7a5872495937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:04.486244 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-0b03ab6e-9b0f-4e97-9195-c31ef5969a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:04.505969 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-6b24d32f-bf11-4ada-8091-e1ef2093b05b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:04.527108 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Network 254b54a2-6ec3-4abc-b0fd-dceeba540521 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:07:04.531742 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:07:04.607168 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:07:04.700041 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1592565'] for router_interface, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:04.751821 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c80243-3800-4546-90fc-7a5872495937 admin admin] Pushing event updated for resources: {'Network': ['ID=40185a06-1620-44b9-8dd1-e63dae9ab62c,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:04.797286 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-79c80243-3800-4546-90fc-7a5872495937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:04.802246 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Network 40185a06-1620-44b9-8dd1-e63dae9ab62c details requested by agent ovs-agent-dv-cinder-763306-9-smb with host dv-cinder-763306-9-smb {{(pid=83987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:07:04.806224 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-665d37fb-4f35-42a3-9056-847c2ac7d6dc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Allocated IP 172.20.0.14 (236bfbe1-6f14-4462-bff3-9f9a35651529/4a13153f-a93b-40d5-895d-544a45bf0985/146531f9-c69a-4d40-95e2-22d2f95f62e6) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:07:04.816661 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9c70fb97-5289-41c4-8c50-c55aac2f64e2 req-2fe1aece-e38f-4f85-a84d-164c2fc4cecc tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487104 Feb 16 18:07:04.844577 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Network 40185a06-1620-44b9-8dd1-e63dae9ab62c details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:07:05.044289 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:05.279078 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-6156e7cb-5e36-4e47-9808-c2d0e25eac27 None None] Provisioning for port e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf completed by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:07:05.315767 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-6156e7cb-5e36-4e47-9808-c2d0e25eac27 None None] Provisioning complete for port e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:05.316315 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6156e7cb-5e36-4e47-9808-c2d0e25eac27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:05.331351 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-0b03ab6e-9b0f-4e97-9195-c31ef5969a1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 384a9a55-8c03-43c7-8ef1-4bc274c115e9 {{(pid=83985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:07:05.340355 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-0b03ab6e-9b0f-4e97-9195-c31ef5969a1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:05.353323 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-0b03ab6e-9b0f-4e97-9195-c31ef5969a1d service neutron] Transition to ACTIVE for port object 384a9a55-8c03-43c7-8ef1-4bc274c115e9 will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:07:05.356450 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5abf2314-fa08-4089-b904-d7681b82c241', 'tag': 'b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13', 'status': 'completed', 'code': 200} Feb 16 18:07:05.400615 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-0b03ab6e-9b0f-4e97-9195-c31ef5969a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:05.401216 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-1946cf09-4f8b-4911-8108-c070323ffdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713530-router', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:13Z', 'updated_at': '2021-02-16T18:06:20Z', 'revision_number': 4, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'gw_port': {'id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:14Z', 'updated_at': '2021-02-16T18:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_floatingips': [{'id': '32c83997-78bb-42ea-aafa-0ab8c13dd230', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'floating_ip_address': '172.28.3.15', 'floating_network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'router_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'port_id': 'b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d', 'mac_address': 'fa:16:3e:4a:17:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abf2314-fa08-4089-b904-d7681b82c241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:06:29Z', 'updated_at': '2021-02-16T18:06:59Z', 'revision_number': 1, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad6a1ad-91ef-4409-84dd-08d16d503266', 'name': '', 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'mac_address': 'fa:16:3e:08:d8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '2eeef3d3-2e0a-421d-8113-cd0a34d78d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:19Z', 'updated_at': '2021-02-16T18:06:32Z', 'revision_number': 5, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'subnets': [{'id': '2eeef3d3-2e0a-421d-8113-cd0a34d78d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:05.401389 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:05.407555 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-6156e7cb-5e36-4e47-9808-c2d0e25eac27 None None] Port e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf cannot update to ACTIVE because it is not bound. {{(pid=83987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:07:05.411783 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1946cf09-4f8b-4911-8108-c070323ffdbe None None] Checking router: a1ffb9f7-fe77-4265-9934-d4894f0984b5 for host: dv-cinder-763306-9-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:07:05.422848 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1946cf09-4f8b-4911-8108-c070323ffdbe None None] Routers {'a1ffb9f7-fe77-4265-9934-d4894f0984b5'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:07:05.423562 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-1946cf09-4f8b-4911-8108-c070323ffdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:06:56Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['a1ffb9f7-fe77-4265-9934-d4894f0984b5'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:05.465065 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:05.470193 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2831644'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:05.495951 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-c1fecbc5-e31c-415f-92ee-abb54a11048e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:05.627096 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Pushing event updated for resources: {'Port': ['ID=e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:05.628278 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-1946cf09-4f8b-4911-8108-c070323ffdbe None None] Set router a1ffb9f7-fe77-4265-9934-d4894f0984b5 gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:07:05.642019 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1681597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853183402'] for router_interface, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:05.796880 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-79c80243-3800-4546-90fc-7a5872495937 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 4.0861342 Feb 16 18:07:05.797105 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1 up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:07:05.820549 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 60238) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:07:05.835574 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-be180516-99da-4122-a251-6d828b04241f req-943118a5-dee6-4957-b49f-e0a23e7eb890 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9fcc10f-c4aa-4c58-9ac5-ead594dc57ea HTTP/1.1" status: 200 len: 210 time: 0.4147017 Feb 16 18:07:05.846448 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-59b69e4b-5d28-4026-b63a-d193057ab36b admin admin] Request body: {'subnet': {'network_id': '40185a06-1620-44b9-8dd1-e63dae9ab62c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1007970580-subnet', 'tenant_id': '7c84d650e1d94b238253914a68a4d647', 'ip_version': 4}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:07:05.853036 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-59b69e4b-5d28-4026-b63a-d193057ab36b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:07:05.859767 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-59b69e4b-5d28-4026-b63a-d193057ab36b admin admin] Usage tracker for resource:subnet and tenant:7c84d650e1d94b238253914a68a4d647 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:07:05.864090 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-59b69e4b-5d28-4026-b63a-d193057ab36b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:07:05.889003 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-59b69e4b-5d28-4026-b63a-d193057ab36b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:07:05.958228 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:05.984116 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03ab6e-9b0f-4e97-9195-c31ef5969a1d service neutron] Pushing event updated for resources: {'Port': ['ID=384a9a55-8c03-43c7-8ef1-4bc274c115e9,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:05.995246 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-0b03ab6e-9b0f-4e97-9195-c31ef5969a1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:06.028168 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-665d37fb-4f35-42a3-9056-847c2ac7d6dc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:06.071776 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning for port 9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1 completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:07:06.073230 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b69e4b-5d28-4026-b63a-d193057ab36b admin admin] Made reservation on behalf of 7c84d650e1d94b238253914a68a4d647 for: {'subnet': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:07:06.079776 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-59b69e4b-5d28-4026-b63a-d193057ab36b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:06.084231 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port 9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:06.084661 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:06.135699 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Network 254b54a2-6ec3-4abc-b0fd-dceeba540521 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:07:06.136760 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:07:06.151358 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-665d37fb-4f35-42a3-9056-847c2ac7d6dc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851944169'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:06.293452 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:06.295920 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77fac7-b0d0-4d5b-875c-9d9fdd671f22 req-be7246d3-23dd-4b8f-a75f-d17d295e6d9c tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:06.296946 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-0d77fac7-b0d0-4d5b-875c-9d9fdd671f22 req-be7246d3-23dd-4b8f-a75f-d17d295e6d9c tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Synchronizing usage tracker for tenant:622d65f99f53481b8a0d99018b9077fa on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:07:06.325871 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:06.355305 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] For port 9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1,segment=NetworkSegment(d8e446b7-17d7-4e96-a48b-79ba500f2134),segment_id=d8e446b7-17d7-4e96-a48b-79ba500f2134)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:07:06.362998 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:06.366813 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:06.415128 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c059ee-4d7f-4e57-9cbd-52174dec4282 req-033cd9ef-22c1-4f98-8cc1-921ca869ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:06.416925 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-44c059ee-4d7f-4e57-9cbd-52174dec4282 req-033cd9ef-22c1-4f98-8cc1-921ca869ba08 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a1ea36c4b5bf423eb1218bd861b1b8e3&device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 1163 time: 1.0592303 Feb 16 18:07:06.429171 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-0d77fac7-b0d0-4d5b-875c-9d9fdd671f22 req-be7246d3-23dd-4b8f-a75f-d17d295e6d9c tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Unset dirty status for tenant:622d65f99f53481b8a0d99018b9077fa on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:07:06.430630 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0d77fac7-b0d0-4d5b-875c-9d9fdd671f22 req-be7246d3-23dd-4b8f-a75f-d17d295e6d9c tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a4b8c35-ffd6-4de1-8db7-47c98a209712 HTTP/1.1" status: 200 len: 932 time: 2.0815935 Feb 16 18:07:06.431482 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-0b03ab6e-9b0f-4e97-9195-c31ef5969a1d service neutron] Attempting to bind port 384a9a55-8c03-43c7-8ef1-4bc274c115e9 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:07:06.431943 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-0b03ab6e-9b0f-4e97-9195-c31ef5969a1d service neutron] Attempting to bind port 384a9a55-8c03-43c7-8ef1-4bc274c115e9 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'ce64c93e-45d9-425e-aca9-3906308158b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f8202e7f-abbe-4e6f-b78f-d67eee34469d'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:07:06.432542 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-0b03ab6e-9b0f-4e97-9195-c31ef5969a1d service neutron] Attempting to bind port 384a9a55-8c03-43c7-8ef1-4bc274c115e9 on network f8202e7f-abbe-4e6f-b78f-d67eee34469d {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:07:06.448442 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d37fb-4f35-42a3-9056-847c2ac7d6dc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Pushing event updated for resources: {'Port': ['ID=146531f9-c69a-4d40-95e2-22d2f95f62e6,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:06.453013 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-665d37fb-4f35-42a3-9056-847c2ac7d6dc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:06.456008 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Pushing event updated for resources: {'Port': ['ID=9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:06.460699 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-1946cf09-4f8b-4911-8108-c070323ffdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713530-router', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:13Z', 'updated_at': '2021-02-16T18:06:20Z', 'revision_number': 4, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'gw_port': {'id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:14Z', 'updated_at': '2021-02-16T18:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_floatingips': [{'id': '32c83997-78bb-42ea-aafa-0ab8c13dd230', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'floating_ip_address': '172.28.3.15', 'floating_network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'router_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'port_id': 'b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d', 'mac_address': 'fa:16:3e:4a:17:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abf2314-fa08-4089-b904-d7681b82c241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:06:29Z', 'updated_at': '2021-02-16T18:06:59Z', 'revision_number': 1, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad6a1ad-91ef-4409-84dd-08d16d503266', 'name': '', 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'mac_address': 'fa:16:3e:08:d8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '2eeef3d3-2e0a-421d-8113-cd0a34d78d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:19Z', 'updated_at': '2021-02-16T18:06:32Z', 'revision_number': 5, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'subnets': [{'id': '2eeef3d3-2e0a-421d-8113-cd0a34d78d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:06.463239 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:06.466181 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1946cf09-4f8b-4911-8108-c070323ffdbe None None] The sync data for ids ['a1ffb9f7-fe77-4265-9934-d4894f0984b5'] in dv-cinder-763306-9-smb is: [{'id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713530-router', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:13Z', 'updated_at': '2021-02-16T18:06:20Z', 'revision_number': 4, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'gw_port': {'id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:14Z', 'updated_at': '2021-02-16T18:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_floatingips': [{'id': '32c83997-78bb-42ea-aafa-0ab8c13dd230', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'floating_ip_address': '172.28.3.15', 'floating_network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'router_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'port_id': 'b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d', 'mac_address': 'fa:16:3e:4a:17:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abf2314-fa08-4089-b904-d7681b82c241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:06:29Z', 'updated_at': '2021-02-16T18:06:59Z', 'revision_number': 1, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad6a1ad-91ef-4409-84dd-08d16d503266', 'name': '', 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'mac_address': 'fa:16:3e:08:d8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '2eeef3d3-2e0a-421d-8113-cd0a34d78d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:19Z', 'updated_at': '2021-02-16T18:06:32Z', 'revision_number': 5, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'subnets': [{'id': '2eeef3d3-2e0a-421d-8113-cd0a34d78d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:07:06.536407 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-6e291ed6-2b7b-4b26-ae28-b0433e32010e None None] Provisioning complete for port e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:06.537077 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6e291ed6-2b7b-4b26-ae28-b0433e32010e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:06.571050 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-0b03ab6e-9b0f-4e97-9195-c31ef5969a1d service neutron] Checking agent: {'id': '0ec6646b-198c-4ca3-9e9d-d080d83e847c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 2, 57), 'started_at': datetime.datetime(2021, 2, 16, 18, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:07:06.571460 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-0b03ab6e-9b0f-4e97-9195-c31ef5969a1d service neutron] Checking segment: {'id': 'ce64c93e-45d9-425e-aca9-3906308158b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f8202e7f-abbe-4e6f-b78f-d67eee34469d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:07:06.571881 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-0b03ab6e-9b0f-4e97-9195-c31ef5969a1d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:06.572285 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-0b03ab6e-9b0f-4e97-9195-c31ef5969a1d service neutron] Bound using segment: {'id': 'ce64c93e-45d9-425e-aca9-3906308158b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f8202e7f-abbe-4e6f-b78f-d67eee34469d'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:07:06.573043 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-0b03ab6e-9b0f-4e97-9195-c31ef5969a1d service neutron] Bound port: 384a9a55-8c03-43c7-8ef1-4bc274c115e9, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce64c93e-45d9-425e-aca9-3906308158b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f8202e7f-abbe-4e6f-b78f-d67eee34469d'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:07:06.573425 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-0b03ab6e-9b0f-4e97-9195-c31ef5969a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:06.622043 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-6e291ed6-2b7b-4b26-ae28-b0433e32010e None None] Port e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf cannot update to ACTIVE because it is not bound. {{(pid=83987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:07:06.683887 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Router 97e71f11-7f81-4855-b48d-001b33b48a55 has already been hosted by L3 agent 616de62f-f042-46f7-b8cf-861f27422584 {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:07:06.758037 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377008a3-26f5-4397-89a9-feae2b8bbb9e req-143cc64b-f6d4-47d6-b5a1-d4a56d2577af tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:06.759693 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-377008a3-26f5-4397-89a9-feae2b8bbb9e req-143cc64b-f6d4-47d6-b5a1-d4a56d2577af tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.7590103 Feb 16 18:07:06.801585 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0d77fac7-b0d0-4d5b-875c-9d9fdd671f22 req-95e30987-98b3-4f41-bf53-db83f7bd0df4 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196440 Feb 16 18:07:06.847590 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-665d37fb-4f35-42a3-9056-847c2ac7d6dc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Network 236bfbe1-6f14-4462-bff3-9f9a35651529 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:07:06.850995 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-665d37fb-4f35-42a3-9056-847c2ac7d6dc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:07:06.855460 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-665d37fb-4f35-42a3-9056-847c2ac7d6dc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:07:06.918263 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-0b03ab6e-9b0f-4e97-9195-c31ef5969a1d service neutron] For port 384a9a55-8c03-43c7-8ef1-4bc274c115e9, host hv-cinder-76330, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:07:06.929708 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c059ee-4d7f-4e57-9cbd-52174dec4282 req-c1ddb191-72a7-4316-882a-140dfbf12e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:06.931327 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-44c059ee-4d7f-4e57-9cbd-52174dec4282 req-c1ddb191-72a7-4316-882a-140dfbf12e2b service neutron] 10.222.0.86 "GET /v2.0/networks?id=52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d HTTP/1.1" status: 200 len: 911 time: 0.4889119 Feb 16 18:07:06.942239 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-377008a3-26f5-4397-89a9-feae2b8bbb9e req-9c9a00c9-4fc6-4e41-94c8-05677535cc6e tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612232 Feb 16 18:07:06.968051 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-665d37fb-4f35-42a3-9056-847c2ac7d6dc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:06.968935 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-665d37fb-4f35-42a3-9056-847c2ac7d6dc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:06.974973 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbf2443-33c7-4560-a5b4-98b07b4f39ec None None] New status for floating IP 32c83997-78bb-42ea-aafa-0ab8c13dd230: ACTIVE {{(pid=83988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 18:07:07.009739 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Notify agent at l3_agent.dv-cinder-763306-9-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:07:07.024712 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] 10.222.0.41 "PUT /v2.0/routers/97e71f11-7f81-4855-b48d-001b33b48a55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7130828 Feb 16 18:07:07.027595 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-665d37fb-4f35-42a3-9056-847c2ac7d6dc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4678843 Feb 16 18:07:07.048446 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-4abc277d-3cff-4636-b8e8-311155371991 service neutron] Request body: {'port': {'device_id': 'f9fcc10f-c4aa-4c58-9ac5-ead594dc57ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:07:07.099251 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-0b03ab6e-9b0f-4e97-9195-c31ef5969a1d service neutron] For port 384a9a55-8c03-43c7-8ef1-4bc274c115e9, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=384a9a55-8c03-43c7-8ef1-4bc274c115e9,segment=NetworkSegment(ce64c93e-45d9-425e-aca9-3906308158b6),segment_id=ce64c93e-45d9-425e-aca9-3906308158b6)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:07:07.137189 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-0b03ab6e-9b0f-4e97-9195-c31ef5969a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:07.158075 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:07.271923 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-4abc277d-3cff-4636-b8e8-311155371991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:07.302304 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bfd8f3-19a2-4946-8504-744718434ae7 None None] Sync routers for ids ['97e71f11-7f81-4855-b48d-001b33b48a55'] in dv-cinder-763306-9-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:07:07.324100 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bfd8f3-19a2-4946-8504-744718434ae7 None None] Routers {'97e71f11-7f81-4855-b48d-001b33b48a55'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:07:07.324750 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-33bfd8f3-19a2-4946-8504-744718434ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:06:56Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['97e71f11-7f81-4855-b48d-001b33b48a55'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:07.329797 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03ab6e-9b0f-4e97-9195-c31ef5969a1d service neutron] Pushing event updated for resources: {'Port': ['ID=384a9a55-8c03-43c7-8ef1-4bc274c115e9,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:07.353483 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-0b03ab6e-9b0f-4e97-9195-c31ef5969a1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:07.474078 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-44c059ee-4d7f-4e57-9cbd-52174dec4282 req-3a118fcd-50df-435a-ad61-9082dc3f01d2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 HTTP/1.1" status: 200 len: 999 time: 0.5262377 Feb 16 18:07:07.731344 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-33bfd8f3-19a2-4946-8504-744718434ae7 None None] Set router 97e71f11-7f81-4855-b48d-001b33b48a55 gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:07:07.879673 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c059ee-4d7f-4e57-9cbd-52174dec4282 req-6e7b6dbe-6521-42fc-97fe-e2c5f583a933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:07.881381 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-44c059ee-4d7f-4e57-9cbd-52174dec4282 req-6e7b6dbe-6521-42fc-97fe-e2c5f583a933 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2eeef3d3-2e0a-421d-8113-cd0a34d78d12 HTTP/1.1" status: 200 len: 856 time: 0.2442141 Feb 16 18:07:08.003538 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1 up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:07:08.006329 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-0b03ab6e-9b0f-4e97-9195-c31ef5969a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:08.008851 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-0b03ab6e-9b0f-4e97-9195-c31ef5969a1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:08.010535 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-0b03ab6e-9b0f-4e97-9195-c31ef5969a1d service neutron] 10.222.0.86 "PUT /v2.0/ports/384a9a55-8c03-43c7-8ef1-4bc274c115e9 HTTP/1.1" status: 200 len: 1158 time: 4.0409269 Feb 16 18:07:08.026994 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4b8c35-ffd6-4de1-8db7-47c98a209712', 'tag': '384a9a55-8c03-43c7-8ef1-4bc274c115e9'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:07:08.224430 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-4abc277d-3cff-4636-b8e8-311155371991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 146531f9-c69a-4d40-95e2-22d2f95f62e6 {{(pid=83986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:07:08.234122 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-4abc277d-3cff-4636-b8e8-311155371991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:08.248277 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-4abc277d-3cff-4636-b8e8-311155371991 service neutron] Transition to ACTIVE for port object 146531f9-c69a-4d40-95e2-22d2f95f62e6 will not be triggered until provisioned by entity L2. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:07:08.255975 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-4abc277d-3cff-4636-b8e8-311155371991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2831644'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:08.276115 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685faf6-a12c-48c9-be31-dd3e7afbde73 req-f9843230-10f5-4ec8-b18d-9f79347fccd9 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:08.288091 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c685faf6-a12c-48c9-be31-dd3e7afbde73 req-f9843230-10f5-4ec8-b18d-9f79347fccd9 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9fcc10f-c4aa-4c58-9ac5-ead594dc57ea HTTP/1.1" status: 200 len: 932 time: 0.9542255 Feb 16 18:07:08.309682 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port 9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:08.310110 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:08.317630 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:08.409241 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c685faf6-a12c-48c9-be31-dd3e7afbde73 req-6ed9466a-f86f-46bb-b111-a96f938309a7 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f7fe92d-ffff-4955-bfd6-4a93946162b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193292 Feb 16 18:07:08.481446 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-33bfd8f3-19a2-4946-8504-744718434ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'name': 'tempest-TestMinimumBasicScenario-990617393-router', 'tenant_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.247'}], 'enable_snat': True}, 'gw_port_id': '9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:55Z', 'updated_at': '2021-02-16T18:07:04Z', 'revision_number': 4, 'project_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'gw_port': {'id': '9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:57Z', 'updated_at': '2021-02-16T18:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': 'e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf', 'name': '', 'network_id': '254b54a2-6ec3-4abc-b0fd-dceeba540521', 'tenant_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'mac_address': 'fa:16:3e:0d:a1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '08e844c8-151c-4441-9ffd-e0d1f75d181d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:02Z', 'updated_at': '2021-02-16T18:07:05Z', 'revision_number': 2, 'project_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'subnets': [{'id': '08e844c8-151c-4441-9ffd-e0d1f75d181d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:08.489103 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bfd8f3-19a2-4946-8504-744718434ae7 None None] Checking router: 97e71f11-7f81-4855-b48d-001b33b48a55 for host: dv-cinder-763306-9-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:07:08.489549 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bfd8f3-19a2-4946-8504-744718434ae7 None None] Updating router 97e71f11-7f81-4855-b48d-001b33b48a55 port e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf binding host dv-cinder-763306-9-smb {{(pid=83987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 18:07:08.503737 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdc9a3-3f1e-475b-a635-487cfbe07ae2 req-cc9ac516-c70c-49e1-bbe9-6777d4cde36a tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:08.510631 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-35cdc9a3-3f1e-475b-a635-487cfbe07ae2 req-cc9ac516-c70c-49e1-bbe9-6777d4cde36a tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a4b8c35-ffd6-4de1-8db7-47c98a209712 HTTP/1.1" status: 200 len: 944 time: 0.4759116 Feb 16 18:07:08.644824 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4b8c35-ffd6-4de1-8db7-47c98a209712', 'tag': '384a9a55-8c03-43c7-8ef1-4bc274c115e9', 'status': 'completed', 'code': 200} Feb 16 18:07:08.645840 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc277d-3cff-4636-b8e8-311155371991 service neutron] Pushing event updated for resources: {'Port': ['ID=146531f9-c69a-4d40-95e2-22d2f95f62e6,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:08.658914 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-4abc277d-3cff-4636-b8e8-311155371991 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:08.676151 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-1ee2e597-43a6-49bb-b88e-454119a461c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:08.678194 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-1ee2e597-43a6-49bb-b88e-454119a461c6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=622d65f99f53481b8a0d99018b9077fa&device_id=9a4b8c35-ffd6-4de1-8db7-47c98a209712 HTTP/1.1" status: 200 len: 1161 time: 0.6174369 Feb 16 18:07:08.690944 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c059ee-4d7f-4e57-9cbd-52174dec4282 req-de5d4bbf-e977-4615-9bab-774f029c0e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:08.691992 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-44c059ee-4d7f-4e57-9cbd-52174dec4282 req-de5d4bbf-e977-4615-9bab-774f029c0e01 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7874026 Feb 16 18:07:08.896971 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-4abc277d-3cff-4636-b8e8-311155371991 service neutron] Attempting to bind port 146531f9-c69a-4d40-95e2-22d2f95f62e6 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:07:08.898299 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-4abc277d-3cff-4636-b8e8-311155371991 service neutron] Attempting to bind port 146531f9-c69a-4d40-95e2-22d2f95f62e6 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '6e735b8b-4c62-4408-8484-ef76f7e50afb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '236bfbe1-6f14-4462-bff3-9f9a35651529'}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:07:08.898299 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-4abc277d-3cff-4636-b8e8-311155371991 service neutron] Attempting to bind port 146531f9-c69a-4d40-95e2-22d2f95f62e6 on network 236bfbe1-6f14-4462-bff3-9f9a35651529 {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:07:08.920656 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-4abc277d-3cff-4636-b8e8-311155371991 service neutron] Checking agent: {'id': '0ec6646b-198c-4ca3-9e9d-d080d83e847c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 2, 57), 'started_at': datetime.datetime(2021, 2, 16, 18, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:07:08.921042 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-4abc277d-3cff-4636-b8e8-311155371991 service neutron] Checking segment: {'id': '6e735b8b-4c62-4408-8484-ef76f7e50afb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '236bfbe1-6f14-4462-bff3-9f9a35651529'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:07:08.921430 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-4abc277d-3cff-4636-b8e8-311155371991 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:08.921829 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-4abc277d-3cff-4636-b8e8-311155371991 service neutron] Bound using segment: {'id': '6e735b8b-4c62-4408-8484-ef76f7e50afb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '236bfbe1-6f14-4462-bff3-9f9a35651529'} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:07:08.922329 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-4abc277d-3cff-4636-b8e8-311155371991 service neutron] Bound port: 146531f9-c69a-4d40-95e2-22d2f95f62e6, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e735b8b-4c62-4408-8484-ef76f7e50afb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '236bfbe1-6f14-4462-bff3-9f9a35651529'}}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:07:08.922705 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-4abc277d-3cff-4636-b8e8-311155371991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:08.936969 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-33bfd8f3-19a2-4946-8504-744718434ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:09.046960 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-4abc277d-3cff-4636-b8e8-311155371991 service neutron] For port 146531f9-c69a-4d40-95e2-22d2f95f62e6, host hv-cinder-76330, cleared binding levels {{(pid=83986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:07:09.051252 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-4abc277d-3cff-4636-b8e8-311155371991 service neutron] For port 146531f9-c69a-4d40-95e2-22d2f95f62e6, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=146531f9-c69a-4d40-95e2-22d2f95f62e6,segment=NetworkSegment(6e735b8b-4c62-4408-8484-ef76f7e50afb),segment_id=6e735b8b-4c62-4408-8484-ef76f7e50afb)] {{(pid=83986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:07:09.059962 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-4abc277d-3cff-4636-b8e8-311155371991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2831644'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:09.078704 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-35cdc9a3-3f1e-475b-a635-487cfbe07ae2 req-65b45385-c4ff-41aa-8426-6e85e4f8b70d tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5230148 Feb 16 18:07:09.143346 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-98bc4f98-d82b-4c12-b2ce-e0a4d9480170 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=384a9a55-8c03-43c7-8ef1-4bc274c115e9 HTTP/1.1" status: 200 len: 217 time: 0.4504285 Feb 16 18:07:09.158230 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-9fc4a28e-50f7-4da5-8b4f-bcad1b75e112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:09.402048 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-f7943024-bf30-4a17-b083-9ec5c3274cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:09.403673 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-f7943024-bf30-4a17-b083-9ec5c3274cc3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c42d94b2-4a0f-4ef3-8dff-e7101cf09702 HTTP/1.1" status: 200 len: 855 time: 0.0751555 Feb 16 18:07:09.407184 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-44c059ee-4d7f-4e57-9cbd-52174dec4282 req-2a7c8786-0232-4e03-9e7a-631cc640b0a7 service neutron] 10.222.0.86 "GET /v2.0/networks/52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252866 Feb 16 18:07:09.488933 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc277d-3cff-4636-b8e8-311155371991 service neutron] Pushing event updated for resources: {'Port': ['ID=146531f9-c69a-4d40-95e2-22d2f95f62e6,revision_number=3']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:09.493380 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-4abc277d-3cff-4636-b8e8-311155371991 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:09.499109 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-4abc277d-3cff-4636-b8e8-311155371991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:09.499665 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-4abc277d-3cff-4636-b8e8-311155371991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:09.501262 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-4abc277d-3cff-4636-b8e8-311155371991 service neutron] 10.222.0.86 "PUT /v2.0/ports/146531f9-c69a-4d40-95e2-22d2f95f62e6 HTTP/1.1" status: 200 len: 1158 time: 2.4620640 Feb 16 18:07:09.501896 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9fcc10f-c4aa-4c58-9ac5-ead594dc57ea', 'tag': '146531f9-c69a-4d40-95e2-22d2f95f62e6'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:07:09.701790 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-26dcb341-30df-47ad-8ae6-d48bf526b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:09.703454 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-26dcb341-30df-47ad-8ae6-d48bf526b7c2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=577bcb60dcf441dbb5ad5fa5c5313ff7&device_id=f9fcc10f-c4aa-4c58-9ac5-ead594dc57ea HTTP/1.1" status: 200 len: 1161 time: 0.1358776 Feb 16 18:07:09.813043 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-33bfd8f3-19a2-4946-8504-744718434ae7 None None] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:09.831293 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9fcc10f-c4aa-4c58-9ac5-ead594dc57ea', 'tag': '146531f9-c69a-4d40-95e2-22d2f95f62e6', 'status': 'completed', 'code': 200} Feb 16 18:07:09.842468 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-31892b82-d165-4e5c-ad6d-e1818478e70a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=146531f9-c69a-4d40-95e2-22d2f95f62e6 HTTP/1.1" status: 200 len: 217 time: 0.1173301 Feb 16 18:07:09.848103 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-33bfd8f3-19a2-4946-8504-744718434ae7 None None] Transition to ACTIVE for port object e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:07:09.852930 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-33bfd8f3-19a2-4946-8504-744718434ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:09.877575 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-7877a0e8-6cb9-437b-a14d-2690fd229669 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f8202e7f-abbe-4e6f-b78f-d67eee34469d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4373496 Feb 16 18:07:09.909698 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:09.984272 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-44c059ee-4d7f-4e57-9cbd-52174dec4282 req-43d5de2a-447a-4cc8-b33d-30fc6a5fa26f service neutron] 10.222.0.86 "GET /v2.0/networks/52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5454187 Feb 16 18:07:10.062951 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-bd7f3524-aa41-4c79-9f54-e3b158f44605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:10.064560 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-bd7f3524-aa41-4c79-9f54-e3b158f44605 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a13153f-a93b-40d5-895d-544a45bf0985 HTTP/1.1" status: 200 len: 849 time: 0.2098789 Feb 16 18:07:10.174827 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-e3cadab9-ef5a-4372-aa4f-f412d2ea5fa7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=236bfbe1-6f14-4462-bff3-9f9a35651529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017432 Feb 16 18:07:10.241623 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-59b69e4b-5d28-4026-b63a-d193057ab36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548'] for subnet, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:10.256139 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa581d4-b5a4-495e-8cf9-116ecf29fd7d None None] Pushing event updated for resources: {'Port': ['ID=e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:10.259978 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-2aa581d4-b5a4-495e-8cf9-116ecf29fd7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:10.470285 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:10.472523 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-1d94c015-2d34-4c36-b8cd-5ec404b67d27 service neutron] 10.222.0.86 "GET /v2.0/networks/236bfbe1-6f14-4462-bff3-9f9a35651529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862332 Feb 16 18:07:10.582873 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b69e4b-5d28-4026-b63a-d193057ab36b admin admin] Pushing event updated for resources: {'Subnet': ['ID=741a1dfc-122f-4201-86a1-fb09ac387c87,revision_number=0']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:10.599771 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-33bfd8f3-19a2-4946-8504-744718434ae7 None None] Attempting to bind port e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf on host dv-cinder-763306-9-smb for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:07:10.600192 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-33bfd8f3-19a2-4946-8504-744718434ae7 None None] Attempting to bind port e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf by drivers openvswitch on host dv-cinder-763306-9-smb at level 0 using segments [{'id': 'ac563771-cfc3-43bf-933e-1d229ab3f487', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '254b54a2-6ec3-4abc-b0fd-dceeba540521'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:07:10.603709 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bfd8f3-19a2-4946-8504-744718434ae7 None None] Attempting to bind port e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf on network 254b54a2-6ec3-4abc-b0fd-dceeba540521 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:07:10.608762 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-59b69e4b-5d28-4026-b63a-d193057ab36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:10.611303 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bfd8f3-19a2-4946-8504-744718434ae7 None None] Checking agent: {'id': '32a65721-1161-4909-9634-11ba095c6914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 17, 55, 57), 'started_at': datetime.datetime(2021, 2, 16, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:07:10.611943 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bfd8f3-19a2-4946-8504-744718434ae7 None None] Checking segment: {'id': 'ac563771-cfc3-43bf-933e-1d229ab3f487', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '254b54a2-6ec3-4abc-b0fd-dceeba540521'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:07:10.612711 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-33bfd8f3-19a2-4946-8504-744718434ae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:10.612844 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bfd8f3-19a2-4946-8504-744718434ae7 None None] Bound using segment: {'id': 'ac563771-cfc3-43bf-933e-1d229ab3f487', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '254b54a2-6ec3-4abc-b0fd-dceeba540521'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:07:10.613818 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-33bfd8f3-19a2-4946-8504-744718434ae7 None None] Bound port: e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf, host: dv-cinder-763306-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac563771-cfc3-43bf-933e-1d229ab3f487', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '254b54a2-6ec3-4abc-b0fd-dceeba540521'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:07:10.614262 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-33bfd8f3-19a2-4946-8504-744718434ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:10.656931 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e961da-6f84-49fa-a943-9538968b42b4 req-ff16bf3e-477c-4283-b6d0-e108e5a72a4c tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:10.658636 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-17e961da-6f84-49fa-a943-9538968b42b4 req-ff16bf3e-477c-4283-b6d0-e108e5a72a4c tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9fcc10f-c4aa-4c58-9ac5-ead594dc57ea HTTP/1.1" status: 200 len: 944 time: 0.8561103 Feb 16 18:07:10.732500 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9898784-929b-4cf8-b755-14216448089c req-93274e5f-e0a8-474e-944e-09dde120fe3f tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:10.734140 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e9898784-929b-4cf8-b755-14216448089c req-93274e5f-e0a8-474e-944e-09dde120fe3f tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.6362214 Feb 16 18:07:10.748263 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-13802d6c-378c-4a02-9f2e-2ee1344d0dbb req-23df9e4d-ba30-4aef-ae94-2fe5adfd72a2 service neutron] 10.222.0.86 "GET /v2.0/networks/236bfbe1-6f14-4462-bff3-9f9a35651529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2648957 Feb 16 18:07:10.750690 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b69e4b-5d28-4026-b63a-d193057ab36b admin admin] Checking segment: {'id': '2df9abcd-74ec-49d6-925d-63f4ab9b739a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '40185a06-1620-44b9-8dd1-e63dae9ab62c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:07:10.751089 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b69e4b-5d28-4026-b63a-d193057ab36b admin admin] Network hostable DHCP agents. Network: 40185a06-1620-44b9-8dd1-e63dae9ab62c, hostable agents: ['de8c96f3-9ead-4786-a920-55e7f9d921c5'], hosted agents: [] {{(pid=83985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:07:10.783096 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-33bfd8f3-19a2-4946-8504-744718434ae7 None None] For port e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf, host dv-cinder-763306-9-smb, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:07:10.786794 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-33bfd8f3-19a2-4946-8504-744718434ae7 None None] For port e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf, host dv-cinder-763306-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf,segment=NetworkSegment(ac563771-cfc3-43bf-933e-1d229ab3f487),segment_id=ac563771-cfc3-43bf-933e-1d229ab3f487)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:07:10.795316 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-33bfd8f3-19a2-4946-8504-744718434ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:10.800856 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-7cfab887-c56b-4dbd-8426-539a59a4c346 service neutron] 10.222.0.86 "GET /v2.0/networks/f8202e7f-abbe-4e6f-b78f-d67eee34469d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8131671 Feb 16 18:07:10.809826 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:10.811843 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3d435-25db-488b-8290-ca4a3ca4df50 req-1d7b235c-21fc-45b8-ae67-d2e0e96bc341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:10.813493 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-60b3d435-25db-488b-8290-ca4a3ca4df50 req-1d7b235c-21fc-45b8-ae67-d2e0e96bc341 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=973414d4df1442e183cfb978af50ea50&device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 1162 time: 0.8727460 Feb 16 18:07:10.870882 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-17e961da-6f84-49fa-a943-9538968b42b4 req-c6f751be-49c1-48ee-9b1f-b6d0b05658a3 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f7fe92d-ffff-4955-bfd6-4a93946162b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905136 Feb 16 18:07:10.924903 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558e59f-5954-4d6c-9408-8a644e7c64be req-154836b7-6dac-4f97-830c-377b364d9fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:10.927219 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e558e59f-5954-4d6c-9408-8a644e7c64be req-154836b7-6dac-4f97-830c-377b364d9fae service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=577bcb60dcf441dbb5ad5fa5c5313ff7&device_id=f9fcc10f-c4aa-4c58-9ac5-ead594dc57ea HTTP/1.1" status: 200 len: 1161 time: 0.1053030 Feb 16 18:07:10.944146 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 6 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:07:11.031853 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa581d4-b5a4-495e-8cf9-116ecf29fd7d None None] Pushing event updated for resources: {'Port': ['ID=e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:11.033441 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e9898784-929b-4cf8-b755-14216448089c req-ca84f944-f6df-47dc-9830-aedbb77f9964 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853425 Feb 16 18:07:11.056404 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-2aa581d4-b5a4-495e-8cf9-116ecf29fd7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:11.107509 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b69e4b-5d28-4026-b63a-d193057ab36b admin admin] Network 40185a06-1620-44b9-8dd1-e63dae9ab62c is scheduled to be hosted by DHCP agent de8c96f3-9ead-4786-a920-55e7f9d921c5 with binding_index 1 {{(pid=83985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:07:11.141702 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-59b69e4b-5d28-4026-b63a-d193057ab36b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-smb, 40185a06-1620-44b9-8dd1-e63dae9ab62c) {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:07:11.145811 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bfd8f3-19a2-4946-8504-744718434ae7 None None] Routers {'97e71f11-7f81-4855-b48d-001b33b48a55'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:07:11.146315 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-33bfd8f3-19a2-4946-8504-744718434ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:06:56Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['97e71f11-7f81-4855-b48d-001b33b48a55'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:11.181277 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b69e4b-5d28-4026-b63a-d193057ab36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:11.181936 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-59b69e4b-5d28-4026-b63a-d193057ab36b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:11.258881 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-59b69e4b-5d28-4026-b63a-d193057ab36b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 5.4351645 Feb 16 18:07:11.290311 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 60336) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:07:11.302896 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8771174-ad88-4803-b531-c1e2237906e1 None None] Network 40185a06-1620-44b9-8dd1-e63dae9ab62c requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:07:11.344402 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-60c5d248-b64d-4deb-80d0-1aef0094bff6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1007970580-router', 'tenant_id': '7c84d650e1d94b238253914a68a4d647', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'}}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:07:11.357567 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-60c5d248-b64d-4deb-80d0-1aef0094bff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:07:11.378000 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-60c5d248-b64d-4deb-80d0-1aef0094bff6 admin admin] Usage tracker for resource:router and tenant:7c84d650e1d94b238253914a68a4d647 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:07:11.438276 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-60c5d248-b64d-4deb-80d0-1aef0094bff6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:07:11.450776 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-11f44528-d5f9-4e72-bfa9-e95302125367 req-839d4c3d-e1ab-43cf-9051-9e160869a3ca service neutron] 10.222.0.86 "GET /v2.0/networks/f8202e7f-abbe-4e6f-b78f-d67eee34469d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6255684 Feb 16 18:07:11.468336 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3d435-25db-488b-8290-ca4a3ca4df50 req-b5cb07c7-4d33-483e-aaed-a7c7ce36a246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:11.469929 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-60b3d435-25db-488b-8290-ca4a3ca4df50 req-b5cb07c7-4d33-483e-aaed-a7c7ce36a246 service neutron] 10.222.0.86 "GET /v2.0/networks?id=48e6f4c1-cec6-4712-98a9-a9afe7d38cf4 HTTP/1.1" status: 200 len: 912 time: 0.6057837 Feb 16 18:07:11.472797 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-60c5d248-b64d-4deb-80d0-1aef0094bff6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:07:11.662258 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558e59f-5954-4d6c-9408-8a644e7c64be req-7f20b3bc-88e4-463c-8ea3-4817fe9cae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:11.664674 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e558e59f-5954-4d6c-9408-8a644e7c64be req-7f20b3bc-88e4-463c-8ea3-4817fe9cae0b service neutron] 10.222.0.86 "GET /v2.0/networks?id=236bfbe1-6f14-4462-bff3-9f9a35651529 HTTP/1.1" status: 200 len: 903 time: 0.7181394 Feb 16 18:07:11.744119 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-33bfd8f3-19a2-4946-8504-744718434ae7 None None] Set router 97e71f11-7f81-4855-b48d-001b33b48a55 gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:07:11.766672 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e558e59f-5954-4d6c-9408-8a644e7c64be req-dc22bf09-2733-4455-abb5-a33001c0681b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=146531f9-c69a-4d40-95e2-22d2f95f62e6 HTTP/1.1" status: 200 len: 217 time: 0.0905585 Feb 16 18:07:11.867191 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558e59f-5954-4d6c-9408-8a644e7c64be req-75999db6-2543-4ea8-9b22-408ae32fbc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:11.869112 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e558e59f-5954-4d6c-9408-8a644e7c64be req-75999db6-2543-4ea8-9b22-408ae32fbc8e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a13153f-a93b-40d5-895d-544a45bf0985 HTTP/1.1" status: 200 len: 849 time: 0.0889678 Feb 16 18:07:11.997363 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e558e59f-5954-4d6c-9408-8a644e7c64be req-303eacc6-3b13-44f8-8565-2228dccae010 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=236bfbe1-6f14-4462-bff3-9f9a35651529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093986 Feb 16 18:07:12.078032 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7ad7740-a6d8-56fc-ba3f-3973bf36c32d-40185a06-1620-44b9-8dd1-e63dae9ab62c', 'network_id': '40185a06-1620-44b9-8dd1-e63dae9ab62c', 'tenant_id': '7c84d650e1d94b238253914a68a4d647', 'fixed_ips': [{'subnet_id': '741a1dfc-122f-4201-86a1-fb09ac387c87'}]}} from dv-cinder-763306-9-smb. {{(pid=83987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 18:07:12.083733 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:12.201219 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-60b3d435-25db-488b-8290-ca4a3ca4df50 req-3cf7b618-e6cf-44e2-912d-1c64212f4a8d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=089b2a47-362b-4f5e-807d-b8c5bcea639d HTTP/1.1" status: 200 len: 217 time: 0.7166612 Feb 16 18:07:12.214703 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-60c5d248-b64d-4deb-80d0-1aef0094bff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853176566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497015'] for router, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:12.226398 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-60c5d248-b64d-4deb-80d0-1aef0094bff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1599234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1997164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1977739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854278786'] for router, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:12.407338 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e558e59f-5954-4d6c-9408-8a644e7c64be req-925e50a6-15f1-48a3-ac6b-e4d13ec52c83 service neutron] 10.222.0.86 "GET /v2.0/networks/236bfbe1-6f14-4462-bff3-9f9a35651529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017017 Feb 16 18:07:12.458994 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3d435-25db-488b-8290-ca4a3ca4df50 req-e63ceebd-73ac-4851-b0bf-6e74adeb8ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:12.460861 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-60b3d435-25db-488b-8290-ca4a3ca4df50 req-e63ceebd-73ac-4851-b0bf-6e74adeb8ed4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6e79260-895d-4967-aa0a-6b3bee32fd12 HTTP/1.1" status: 200 len: 858 time: 0.2276745 Feb 16 18:07:12.617862 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e558e59f-5954-4d6c-9408-8a644e7c64be req-c9c724de-aa64-4229-b493-05313676cb30 service neutron] 10.222.0.86 "GET /v2.0/networks/236bfbe1-6f14-4462-bff3-9f9a35651529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2029653 Feb 16 18:07:12.644260 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-60b3d435-25db-488b-8290-ca4a3ca4df50 req-21e51fb5-4bfb-438b-a633-1fd4f99b76b3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=48e6f4c1-cec6-4712-98a9-a9afe7d38cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931311 Feb 16 18:07:12.666287 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2418038-d6f3-42fa-ba29-72de7ad143c9 req-4f9cc0be-c21a-4e86-a61c-1aa3184bd8f4 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:12.675079 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c2418038-d6f3-42fa-ba29-72de7ad143c9 req-4f9cc0be-c21a-4e86-a61c-1aa3184bd8f4 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a4b8c35-ffd6-4de1-8db7-47c98a209712 HTTP/1.1" status: 200 len: 944 time: 1.2862222 Feb 16 18:07:12.845680 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-60c5d248-b64d-4deb-80d0-1aef0094bff6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:12.846689 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Allocated IP 172.20.0.2 (40185a06-1620-44b9-8dd1-e63dae9ab62c/741a1dfc-122f-4201-86a1-fb09ac387c87/9fc73381-9cf8-492c-8082-e9844299c58b) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:07:12.856603 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-33bfd8f3-19a2-4946-8504-744718434ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'name': 'tempest-TestMinimumBasicScenario-990617393-router', 'tenant_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.247'}], 'enable_snat': True}, 'gw_port_id': '9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:55Z', 'updated_at': '2021-02-16T18:07:04Z', 'revision_number': 4, 'project_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'gw_port': {'id': '9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:57Z', 'updated_at': '2021-02-16T18:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': 'e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf', 'name': '', 'network_id': '254b54a2-6ec3-4abc-b0fd-dceeba540521', 'tenant_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'mac_address': 'fa:16:3e:0d:a1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '08e844c8-151c-4441-9ffd-e0d1f75d181d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:02Z', 'updated_at': '2021-02-16T18:07:10Z', 'revision_number': 4, 'project_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'subnets': [{'id': '08e844c8-151c-4441-9ffd-e0d1f75d181d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:12.865113 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bfd8f3-19a2-4946-8504-744718434ae7 None None] The sync data for ids ['97e71f11-7f81-4855-b48d-001b33b48a55'] in dv-cinder-763306-9-smb is: [{'id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'name': 'tempest-TestMinimumBasicScenario-990617393-router', 'tenant_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.247'}], 'enable_snat': True}, 'gw_port_id': '9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:55Z', 'updated_at': '2021-02-16T18:07:04Z', 'revision_number': 4, 'project_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'gw_port': {'id': '9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:57Z', 'updated_at': '2021-02-16T18:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': 'e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf', 'name': '', 'network_id': '254b54a2-6ec3-4abc-b0fd-dceeba540521', 'tenant_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'mac_address': 'fa:16:3e:0d:a1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '08e844c8-151c-4441-9ffd-e0d1f75d181d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:02Z', 'updated_at': '2021-02-16T18:07:10Z', 'revision_number': 4, 'project_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'subnets': [{'id': '08e844c8-151c-4441-9ffd-e0d1f75d181d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:07:12.914846 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c2418038-d6f3-42fa-ba29-72de7ad143c9 req-bc466d99-ba4a-4643-af11-ac35bd877c8c tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381744 Feb 16 18:07:12.964927 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de2d49-a2a3-472b-b0b1-a2aba870ea65 req-150a63ef-5824-42a9-a8d6-b2a0931ec785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:12.968427 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-14de2d49-a2a3-472b-b0b1-a2aba870ea65 req-150a63ef-5824-42a9-a8d6-b2a0931ec785 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=622d65f99f53481b8a0d99018b9077fa&device_id=9a4b8c35-ffd6-4de1-8db7-47c98a209712 HTTP/1.1" status: 200 len: 1161 time: 1.4016593 Feb 16 18:07:13.197094 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a250f-eec5-42df-90da-1d7dd13165b7 req-3e92fcbe-35b2-439a-a77c-5cb0b55cffa5 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:13.205429 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0e6a250f-eec5-42df-90da-1d7dd13165b7 req-3e92fcbe-35b2-439a-a77c-5cb0b55cffa5 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9fcc10f-c4aa-4c58-9ac5-ead594dc57ea HTTP/1.1" status: 200 len: 944 time: 0.7646394 Feb 16 18:07:13.268179 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:13.281060 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Transition to ACTIVE for port object 9fc73381-9cf8-492c-8082-e9844299c58b will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:07:13.307946 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Transition to ACTIVE for port object 9fc73381-9cf8-492c-8082-e9844299c58b will not be triggered until provisioned by entity DHCP. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:07:13.314527 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:13.337428 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:13.521816 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Pushing event updated for resources: {'Port': ['ID=9fc73381-9cf8-492c-8082-e9844299c58b,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:13.526185 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:13.596028 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Network 40185a06-1620-44b9-8dd1-e63dae9ab62c is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:07:13.597310 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:07:13.609204 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:07:13.614050 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de2d49-a2a3-472b-b0b1-a2aba870ea65 req-e1bc737f-f07f-46f7-b1be-c0db920d2108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:13.615805 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-14de2d49-a2a3-472b-b0b1-a2aba870ea65 req-e1bc737f-f07f-46f7-b1be-c0db920d2108 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f8202e7f-abbe-4e6f-b78f-d67eee34469d HTTP/1.1" status: 200 len: 909 time: 0.6246245 Feb 16 18:07:13.693913 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Attempting to bind port 9fc73381-9cf8-492c-8082-e9844299c58b on host dv-cinder-763306-9-smb for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:07:13.695178 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Attempting to bind port 9fc73381-9cf8-492c-8082-e9844299c58b by drivers openvswitch on host dv-cinder-763306-9-smb at level 0 using segments [{'id': '2df9abcd-74ec-49d6-925d-63f4ab9b739a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '40185a06-1620-44b9-8dd1-e63dae9ab62c'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:07:13.698777 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Attempting to bind port 9fc73381-9cf8-492c-8082-e9844299c58b on network 40185a06-1620-44b9-8dd1-e63dae9ab62c {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:07:13.726191 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Checking agent: {'id': '32a65721-1161-4909-9634-11ba095c6914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 17, 55, 57), 'started_at': datetime.datetime(2021, 2, 16, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:07:13.726814 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Checking segment: {'id': '2df9abcd-74ec-49d6-925d-63f4ab9b739a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '40185a06-1620-44b9-8dd1-e63dae9ab62c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:07:13.727417 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:13.728039 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Bound using segment: {'id': '2df9abcd-74ec-49d6-925d-63f4ab9b739a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '40185a06-1620-44b9-8dd1-e63dae9ab62c'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:07:13.728606 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Bound port: 9fc73381-9cf8-492c-8082-e9844299c58b, host: dv-cinder-763306-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df9abcd-74ec-49d6-925d-63f4ab9b739a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '40185a06-1620-44b9-8dd1-e63dae9ab62c'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:07:13.729042 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:13.861245 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:07:13.890118 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-14de2d49-a2a3-472b-b0b1-a2aba870ea65 req-ce1e5d58-9bbf-43ed-8cab-d3c2b328116b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=384a9a55-8c03-43c7-8ef1-4bc274c115e9 HTTP/1.1" status: 200 len: 217 time: 0.1972940 Feb 16 18:07:14.004068 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0e6a250f-eec5-42df-90da-1d7dd13165b7 req-d4160bb8-4bd0-4af8-abbf-70ffc228f235 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f7fe92d-ffff-4955-bfd6-4a93946162b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7975750 Feb 16 18:07:14.042647 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] For port 9fc73381-9cf8-492c-8082-e9844299c58b, host dv-cinder-763306-9-smb, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:07:14.060362 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] For port 9fc73381-9cf8-492c-8082-e9844299c58b, host dv-cinder-763306-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=9fc73381-9cf8-492c-8082-e9844299c58b,segment=NetworkSegment(2df9abcd-74ec-49d6-925d-63f4ab9b739a),segment_id=2df9abcd-74ec-49d6-925d-63f4ab9b739a)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:07:14.074572 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:14.098573 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de2d49-a2a3-472b-b0b1-a2aba870ea65 req-79388257-aab0-4acd-863e-631cde3302f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:14.104655 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-14de2d49-a2a3-472b-b0b1-a2aba870ea65 req-79388257-aab0-4acd-863e-631cde3302f6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c42d94b2-4a0f-4ef3-8dff-e7101cf09702 HTTP/1.1" status: 200 len: 855 time: 0.0980663 Feb 16 18:07:14.109636 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-60b3d435-25db-488b-8290-ca4a3ca4df50 req-e7e040d7-e79b-4308-8739-d7487432eb2c service neutron] 10.222.0.86 "GET /v2.0/networks/48e6f4c1-cec6-4712-98a9-a9afe7d38cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4027216 Feb 16 18:07:14.114228 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:14.122773 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-60c5d248-b64d-4deb-80d0-1aef0094bff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1997075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1599430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854278895'] for router, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:14.287152 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning for port e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:07:14.306860 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:14.307287 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:14.521783 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-14de2d49-a2a3-472b-b0b1-a2aba870ea65 req-55eed3ba-a727-4068-bb1d-b33d41e4fe34 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f8202e7f-abbe-4e6f-b78f-d67eee34469d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3906474 Feb 16 18:07:14.524908 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:14.576358 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Pushing event updated for resources: {'Port': ['ID=9fc73381-9cf8-492c-8082-e9844299c58b,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:14.640997 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] For port e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf,segment=NetworkSegment(ac563771-cfc3-43bf-933e-1d229ab3f487),segment_id=ac563771-cfc3-43bf-933e-1d229ab3f487)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:07:14.644007 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:14.645029 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:14.645894 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:14.646484 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:14.647075 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:14.648639 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:14.650123 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:14.650735 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:14.651311 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:14.651920 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:14.652510 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:14.653222 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:14.654196 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:14.654943 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:14.655566 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:14.656318 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:14.656884 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:14.657473 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:14.661001 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:14.661691 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:14.662268 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:14.666472 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:14.667209 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:14.667818 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:14.685412 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:14.701849 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:14.726746 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:14.834230 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Pushing event updated for resources: {'Port': ['ID=e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf,revision_number=5']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:14.837413 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:14.865369 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146e4fa-5a1b-4d40-a761-5f766133b460 req-ac53cae7-3755-41f4-90f6-afa5361cbfd0 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:14.871472 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2146e4fa-5a1b-4d40-a761-5f766133b460 req-ac53cae7-3755-41f4-90f6-afa5361cbfd0 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 1.6238801 Feb 16 18:07:14.942186 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-60b3d435-25db-488b-8290-ca4a3ca4df50 req-79ab6f21-0182-446c-95fb-89b1da2a7425 service neutron] 10.222.0.86 "GET /v2.0/networks/48e6f4c1-cec6-4712-98a9-a9afe7d38cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7364445 Feb 16 18:07:14.963065 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-14de2d49-a2a3-472b-b0b1-a2aba870ea65 req-2e771d60-df2a-4041-8514-133617e332bc service neutron] 10.222.0.86 "GET /v2.0/networks/f8202e7f-abbe-4e6f-b78f-d67eee34469d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708134 Feb 16 18:07:15.093638 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2146e4fa-5a1b-4d40-a761-5f766133b460 req-d9c6670a-f11c-41c4-bf6e-047c25136201 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944258 Feb 16 18:07:15.170733 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005dab7-af7b-47ce-b094-e18ca3b56dd8 req-d25d9587-93fd-46af-a3ea-33bc557fce22 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:15.178868 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b005dab7-af7b-47ce-b094-e18ca3b56dd8 req-d25d9587-93fd-46af-a3ea-33bc557fce22 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a4b8c35-ffd6-4de1-8db7-47c98a209712 HTTP/1.1" status: 200 len: 944 time: 0.4237587 Feb 16 18:07:15.555237 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-14de2d49-a2a3-472b-b0b1-a2aba870ea65 req-f674e00f-4e84-4e15-99ee-cdd6a9b9d7a6 service neutron] 10.222.0.86 "GET /v2.0/networks/f8202e7f-abbe-4e6f-b78f-d67eee34469d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5694413 Feb 16 18:07:15.589247 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b005dab7-af7b-47ce-b094-e18ca3b56dd8 req-6aa4d74a-2e9a-4e48-b2bd-6a9c2f010e2a tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020078 Feb 16 18:07:15.820073 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab768392-a81c-4046-989b-ed9ba60a2cfb req-289a26e5-7902-4030-95cc-54f9d78106dd tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:15.821714 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ab768392-a81c-4046-989b-ed9ba60a2cfb req-289a26e5-7902-4030-95cc-54f9d78106dd tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9fcc10f-c4aa-4c58-9ac5-ead594dc57ea HTTP/1.1" status: 200 len: 944 time: 0.3437500 Feb 16 18:07:15.855516 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:07:15.888292 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-60c5d248-b64d-4deb-80d0-1aef0094bff6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:15.925752 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ab768392-a81c-4046-989b-ed9ba60a2cfb req-1b45de5c-28b9-491f-9775-9a35dc4b3345 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f7fe92d-ffff-4955-bfd6-4a93946162b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970683 Feb 16 18:07:15.927013 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-60c5d248-b64d-4deb-80d0-1aef0094bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:15.946170 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:15.946596 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:16.102683 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 9fc73381-9cf8-492c-8082-e9844299c58b up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:07:16.242309 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning for port 9fc73381-9cf8-492c-8082-e9844299c58b completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:07:16.470631 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [None req-60c5d248-b64d-4deb-80d0-1aef0094bff6 admin admin] Allocated IP 172.28.3.121 (d4f88037-574b-44e5-a9d6-1bdf8627b244/42ec5995-253d-4122-970e-73940637938a/c073d3d3-5279-4292-904d-eea6b7804699) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:07:16.631287 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff91e938-b127-461a-8d4b-f4c8cfccce8f None None] Network 40185a06-1620-44b9-8dd1-e63dae9ab62c requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:07:16.685080 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-60c5d248-b64d-4deb-80d0-1aef0094bff6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:16.777590 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-caa6b26c-8301-482d-88a4-1639037e6522 None None] Provisioning for port 9fc73381-9cf8-492c-8082-e9844299c58b completed by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:07:16.792118 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-caa6b26c-8301-482d-88a4-1639037e6522 None None] Provisioning complete for port 9fc73381-9cf8-492c-8082-e9844299c58b triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:16.792679 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-caa6b26c-8301-482d-88a4-1639037e6522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:16.802104 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0bd7e-71b5-4743-b42e-5a438675f521 req-ae798a14-9180-4e25-b5ce-da4a77c96d1a tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:16.809959 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9fe0bd7e-71b5-4743-b42e-5a438675f521 req-ae798a14-9180-4e25-b5ce-da4a77c96d1a tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.4799485 Feb 16 18:07:16.897619 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9fe0bd7e-71b5-4743-b42e-5a438675f521 req-fb06ceed-0860-4499-8db9-29b418404898 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865834 Feb 16 18:07:16.930011 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 384a9a55-8c03-43c7-8ef1-4bc274c115e9 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:07:16.959438 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-60c5d248-b64d-4deb-80d0-1aef0094bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:17.008881 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:17.157976 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning for port 384a9a55-8c03-43c7-8ef1-4bc274c115e9 completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:07:17.167921 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-caa6b26c-8301-482d-88a4-1639037e6522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:17.182201 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 384a9a55-8c03-43c7-8ef1-4bc274c115e9 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:17.182625 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:17.266041 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592ab15-2cec-4f10-ae9d-3b85b35e3593 req-a3bb041a-0556-452d-bb5e-7c2a72766152 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:17.270782 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7592ab15-2cec-4f10-ae9d-3b85b35e3593 req-a3bb041a-0556-452d-bb5e-7c2a72766152 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a4b8c35-ffd6-4de1-8db7-47c98a209712 HTTP/1.1" status: 200 len: 944 time: 0.5444498 Feb 16 18:07:17.376918 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-caa6b26c-8301-482d-88a4-1639037e6522 None None] For port 9fc73381-9cf8-492c-8082-e9844299c58b, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=9fc73381-9cf8-492c-8082-e9844299c58b,segment=NetworkSegment(2df9abcd-74ec-49d6-925d-63f4ab9b739a),segment_id=2df9abcd-74ec-49d6-925d-63f4ab9b739a)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:07:17.385533 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-caa6b26c-8301-482d-88a4-1639037e6522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:17.393246 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:17.443934 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7592ab15-2cec-4f10-ae9d-3b85b35e3593 req-9d0b51cf-ba9f-4a91-bdb4-799a0ebcbdde tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248937 Feb 16 18:07:17.528512 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5d248-b64d-4deb-80d0-1aef0094bff6 admin admin] Pushing event updated for resources: {'Port': ['ID=c073d3d3-5279-4292-904d-eea6b7804699,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:17.543674 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-60c5d248-b64d-4deb-80d0-1aef0094bff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:17.576058 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:17.593238 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6b26c-8301-482d-88a4-1639037e6522 None None] Pushing event updated for resources: {'Port': ['ID=9fc73381-9cf8-492c-8082-e9844299c58b,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:17.598365 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-caa6b26c-8301-482d-88a4-1639037e6522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:17.612737 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4b8c35-ffd6-4de1-8db7-47c98a209712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384a9a55-8c03-43c7-8ef1-4bc274c115e9'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:07:17.639212 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] For port 384a9a55-8c03-43c7-8ef1-4bc274c115e9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=384a9a55-8c03-43c7-8ef1-4bc274c115e9,segment=NetworkSegment(ce64c93e-45d9-425e-aca9-3906308158b6),segment_id=ce64c93e-45d9-425e-aca9-3906308158b6)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:07:17.644867 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:17.649982 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 146531f9-c69a-4d40-95e2-22d2f95f62e6 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:07:17.690853 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:17.738435 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c5d248-b64d-4deb-80d0-1aef0094bff6 admin admin] Network d4f88037-574b-44e5-a9d6-1bdf8627b244 is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:07:17.743433 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-60c5d248-b64d-4deb-80d0-1aef0094bff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:07:17.755043 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c5d248-b64d-4deb-80d0-1aef0094bff6 admin admin] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:07:17.772013 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 9fc73381-9cf8-492c-8082-e9844299c58b up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:07:17.973269 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c099b-24e8-45b1-84c9-6eebb36cd141 req-b5ea1b52-9138-4c4d-8763-6ff603880578 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:17.975161 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e54c099b-24e8-45b1-84c9-6eebb36cd141 req-b5ea1b52-9138-4c4d-8763-6ff603880578 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9fcc10f-c4aa-4c58-9ac5-ead594dc57ea HTTP/1.1" status: 200 len: 944 time: 0.5441890 Feb 16 18:07:18.098250 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e54c099b-24e8-45b1-84c9-6eebb36cd141 req-1de66f98-be8d-45e8-b2ff-902c284cfe67 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f7fe92d-ffff-4955-bfd6-4a93946162b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122553 Feb 16 18:07:18.297753 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4b8c35-ffd6-4de1-8db7-47c98a209712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384a9a55-8c03-43c7-8ef1-4bc274c115e9', 'code': 200} Feb 16 18:07:18.624458 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Pushing event updated for resources: {'Port': ['ID=384a9a55-8c03-43c7-8ef1-4bc274c115e9,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:18.636090 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-8da14224-ed45-4bfe-bcaf-50e525e32dd0 None None] Provisioning complete for port 9fc73381-9cf8-492c-8082-e9844299c58b triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:18.636514 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8da14224-ed45-4bfe-bcaf-50e525e32dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:18.729936 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.039s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:18.883002 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning for port 146531f9-c69a-4d40-95e2-22d2f95f62e6 completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:07:18.893886 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port 9fc73381-9cf8-492c-8082-e9844299c58b triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:18.894322 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:18.929676 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 146531f9-c69a-4d40-95e2-22d2f95f62e6 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:18.930028 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:19.052591 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-60c5d248-b64d-4deb-80d0-1aef0094bff6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:19.298050 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:19.314446 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-043153af-9e46-4234-b7ec-6c209137c83e None None] Provisioning complete for port 9fc73381-9cf8-492c-8082-e9844299c58b triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:19.315175 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-043153af-9e46-4234-b7ec-6c209137c83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:19.423585 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] For port 146531f9-c69a-4d40-95e2-22d2f95f62e6, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=146531f9-c69a-4d40-95e2-22d2f95f62e6,segment=NetworkSegment(6e735b8b-4c62-4408-8484-ef76f7e50afb),segment_id=6e735b8b-4c62-4408-8484-ef76f7e50afb)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:07:19.426841 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73a8de-92eb-4b18-bdaa-4ff5411c0aa2 req-bb10348f-a6f4-46b0-9398-3c4fc1283ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:19.429041 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9d73a8de-92eb-4b18-bdaa-4ff5411c0aa2 req-bb10348f-a6f4-46b0-9398-3c4fc1283ace service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9a4b8c35-ffd6-4de1-8db7-47c98a209712 HTTP/1.1" status: 200 len: 1163 time: 1.1009717 Feb 16 18:07:19.435086 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:19.438849 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:19.455730 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44fdbf-2367-40a2-a107-64f1a124dded req-f31f6a43-bfd2-4ec3-9f3d-1a8ac8e4c91c tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:19.462040 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9c44fdbf-2367-40a2-a107-64f1a124dded req-f31f6a43-bfd2-4ec3-9f3d-1a8ac8e4c91c tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 1.1355555 Feb 16 18:07:19.565578 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9c44fdbf-2367-40a2-a107-64f1a124dded req-eaa8f126-059c-4090-b20c-35e399c2aeb6 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024201 Feb 16 18:07:19.577384 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4001c33-5704-4422-81c8-d2b7940f0ef7 req-1fdebad5-3528-45fe-b327-e6850c566e06 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:19.594169 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d4001c33-5704-4422-81c8-d2b7940f0ef7 req-1fdebad5-3528-45fe-b327-e6850c566e06 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a4b8c35-ffd6-4de1-8db7-47c98a209712 HTTP/1.1" status: 200 len: 946 time: 0.9134133 Feb 16 18:07:19.600718 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9d73a8de-92eb-4b18-bdaa-4ff5411c0aa2 req-2abdcd4e-7e73-4514-b383-378387135200 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215532 Feb 16 18:07:19.622650 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Pushing event updated for resources: {'Port': ['ID=146531f9-c69a-4d40-95e2-22d2f95f62e6,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:19.626508 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:19.644476 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-60c5d248-b64d-4deb-80d0-1aef0094bff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853176370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852778499'] for router, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:19.662184 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 384a9a55-8c03-43c7-8ef1-4bc274c115e9 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:07:19.767602 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 384a9a55-8c03-43c7-8ef1-4bc274c115e9 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:19.768127 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:19.865091 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d4001c33-5704-4422-81c8-d2b7940f0ef7 req-31de7c9d-2cbe-48fa-945c-11e548910015 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697697 Feb 16 18:07:19.957386 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c5d248-b64d-4deb-80d0-1aef0094bff6 admin admin] Router 5c67a771-b24e-4337-a4bf-471d16ee321a is scheduled to L3 agent 616de62f-f042-46f7-b8cf-861f27422584 with binding_index 1 {{(pid=83985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 16 18:07:20.281201 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c5d248-b64d-4deb-80d0-1aef0094bff6 admin admin] Notify agent at l3_agent.dv-cinder-763306-9-smb the message routers_updated {{(pid=83985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:07:20.299835 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9fcc10f-c4aa-4c58-9ac5-ead594dc57ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146531f9-c69a-4d40-95e2-22d2f95f62e6'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:07:20.305448 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8644b2e4-9216-4f8b-9eb2-69eabff442d2 None None] Sync routers for ids ['5c67a771-b24e-4337-a4bf-471d16ee321a'] in dv-cinder-763306-9-smb {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:07:20.318681 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adbce1-5f4a-4acf-8e2b-34fff2cf6f1b req-6583cdbc-7e6e-4327-8991-79b0466c42c9 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:20.327159 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c4adbce1-5f4a-4acf-8e2b-34fff2cf6f1b req-6583cdbc-7e6e-4327-8991-79b0466c42c9 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9fcc10f-c4aa-4c58-9ac5-ead594dc57ea HTTP/1.1" status: 200 len: 946 time: 0.2305787 Feb 16 18:07:20.330584 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8644b2e4-9216-4f8b-9eb2-69eabff442d2 None None] Routers {'5c67a771-b24e-4337-a4bf-471d16ee321a'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:07:20.334173 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-8644b2e4-9216-4f8b-9eb2-69eabff442d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:06:56Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['5c67a771-b24e-4337-a4bf-471d16ee321a'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:20.357297 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-60c5d248-b64d-4deb-80d0-1aef0094bff6 admin admin] Notify callbacks [] for router, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:20.358993 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-60c5d248-b64d-4deb-80d0-1aef0094bff6 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.0656826 Feb 16 18:07:20.361890 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 60452) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:07:20.466843 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c4adbce1-5f4a-4acf-8e2b-34fff2cf6f1b req-6ec87d09-7688-4586-b9c7-0326ad0b8ee7 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f7fe92d-ffff-4955-bfd6-4a93946162b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384885 Feb 16 18:07:20.511871 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9fcc10f-c4aa-4c58-9ac5-ead594dc57ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146531f9-c69a-4d40-95e2-22d2f95f62e6', 'code': 200} Feb 16 18:07:20.738392 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-8644b2e4-9216-4f8b-9eb2-69eabff442d2 None None] Set router 5c67a771-b24e-4337-a4bf-471d16ee321a gateway port host: dv-cinder-763306-9-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:07:21.052138 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e098de9-2c46-497e-80fb-7b252bc6d668 req-1e938eb2-65ee-4b69-83a1-f507843bac52 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:21.064837 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5e098de9-2c46-497e-80fb-7b252bc6d668 req-1e938eb2-65ee-4b69-83a1-f507843bac52 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.2673240 Feb 16 18:07:21.092568 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a904c-7583-48d3-bf2f-b179797ce9a8 req-51d8356e-ed31-40c7-8961-0e77e0db0c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:21.094554 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-889a904c-7583-48d3-bf2f-b179797ce9a8 req-51d8356e-ed31-40c7-8961-0e77e0db0c70 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f9fcc10f-c4aa-4c58-9ac5-ead594dc57ea HTTP/1.1" status: 200 len: 1163 time: 0.2325065 Feb 16 18:07:21.244246 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5e098de9-2c46-497e-80fb-7b252bc6d668 req-241eef18-9f2e-4ddb-a021-1339140add25 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780884 Feb 16 18:07:21.255514 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-889a904c-7583-48d3-bf2f-b179797ce9a8 req-558e63d4-2fc9-4679-8625-c46dbe6e8e0f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=9f7fe92d-ffff-4955-bfd6-4a93946162b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454425 Feb 16 18:07:21.345445 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14701e7-d6aa-4394-a6aa-5c1d9e716293 req-0d8dc640-313c-495f-ad5b-f0de90737279 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:21.357325 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d14701e7-d6aa-4394-a6aa-5c1d9e716293 req-0d8dc640-313c-495f-ad5b-f0de90737279 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a4b8c35-ffd6-4de1-8db7-47c98a209712 HTTP/1.1" status: 200 len: 946 time: 0.2106638 Feb 16 18:07:21.427232 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d14701e7-d6aa-4394-a6aa-5c1d9e716293 req-5aeebb49-1d28-466c-91da-c85b9ff61376 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686941 Feb 16 18:07:21.436382 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-8644b2e4-9216-4f8b-9eb2-69eabff442d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'name': 'tempest-TestShelveInstance-1007970580-router', 'tenant_id': '7c84d650e1d94b238253914a68a4d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'c073d3d3-5279-4292-904d-eea6b7804699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:07:12Z', 'updated_at': '2021-02-16T18:07:18Z', 'revision_number': 3, 'project_id': '7c84d650e1d94b238253914a68a4d647', 'gw_port': {'id': 'c073d3d3-5279-4292-904d-eea6b7804699', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:16Z', 'updated_at': '2021-02-16T18:07:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:21.459079 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8644b2e4-9216-4f8b-9eb2-69eabff442d2 None None] Checking router: 5c67a771-b24e-4337-a4bf-471d16ee321a for host: dv-cinder-763306-9-smb {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:07:21.459079 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8644b2e4-9216-4f8b-9eb2-69eabff442d2 None None] Updating router 5c67a771-b24e-4337-a4bf-471d16ee321a port c073d3d3-5279-4292-904d-eea6b7804699 binding host dv-cinder-763306-9-smb {{(pid=83988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 18:07:21.585921 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8644b2e4-9216-4f8b-9eb2-69eabff442d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:21.706319 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f7b031dc-cbb7-4c79-90a1-17eb00800438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:21.750930 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 384a9a55-8c03-43c7-8ef1-4bc274c115e9 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:07:21.771901 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e441a-cfdf-4ddb-9b4e-50916dfea105 req-a9419043-d39f-49e9-ab75-95cacbc90734 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:21.780976 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2a9e441a-cfdf-4ddb-9b4e-50916dfea105 req-a9419043-d39f-49e9-ab75-95cacbc90734 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9fcc10f-c4aa-4c58-9ac5-ead594dc57ea HTTP/1.1" status: 200 len: 946 time: 0.1558838 Feb 16 18:07:21.849919 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2a9e441a-cfdf-4ddb-9b4e-50916dfea105 req-300012db-0a93-491d-8a65-e281d9df4e8f tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f7fe92d-ffff-4955-bfd6-4a93946162b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679293 Feb 16 18:07:21.896923 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 384a9a55-8c03-43c7-8ef1-4bc274c115e9 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:21.898320 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:22.136399 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 146531f9-c69a-4d40-95e2-22d2f95f62e6 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:07:22.221750 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8644b2e4-9216-4f8b-9eb2-69eabff442d2 None None] Notify callbacks [] for port, precommit_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:22.251893 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-8644b2e4-9216-4f8b-9eb2-69eabff442d2 None None] Transition to ACTIVE for port object c073d3d3-5279-4292-904d-eea6b7804699 will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:07:22.257620 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8644b2e4-9216-4f8b-9eb2-69eabff442d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:22.264179 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [None req-f7b031dc-cbb7-4c79-90a1-17eb00800438 admin admin] Allocated IP 172.20.0.1 (40185a06-1620-44b9-8dd1-e63dae9ab62c/741a1dfc-122f-4201-86a1-fb09ac387c87/06cf8c97-23f7-4402-8c43-e8635e80e540) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:07:22.300039 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f41a314b-f7c2-4a34-b151-9360fe48cab2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:22.336697 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 146531f9-c69a-4d40-95e2-22d2f95f62e6 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:22.337290 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:22.541589 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7aa01d-cf15-40ef-b797-9c0414e75498 None None] Pushing event updated for resources: {'Port': ['ID=c073d3d3-5279-4292-904d-eea6b7804699,revision_number=2']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:22.548724 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f7b031dc-cbb7-4c79-90a1-17eb00800438 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:22.555133 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7aa01d-cf15-40ef-b797-9c0414e75498 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:22.555528 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7aa01d-cf15-40ef-b797-9c0414e75498 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:22.555943 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7aa01d-cf15-40ef-b797-9c0414e75498 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:22.556555 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7aa01d-cf15-40ef-b797-9c0414e75498 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:22.556919 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7aa01d-cf15-40ef-b797-9c0414e75498 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:22.557281 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7aa01d-cf15-40ef-b797-9c0414e75498 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:22.557635 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7aa01d-cf15-40ef-b797-9c0414e75498 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:22.557966 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7aa01d-cf15-40ef-b797-9c0414e75498 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:22.558334 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7aa01d-cf15-40ef-b797-9c0414e75498 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:22.558676 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7aa01d-cf15-40ef-b797-9c0414e75498 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:22.559014 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7aa01d-cf15-40ef-b797-9c0414e75498 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:22.559348 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7aa01d-cf15-40ef-b797-9c0414e75498 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:22.559804 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7aa01d-cf15-40ef-b797-9c0414e75498 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:22.560179 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7aa01d-cf15-40ef-b797-9c0414e75498 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:22.560561 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7aa01d-cf15-40ef-b797-9c0414e75498 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:22.560876 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7aa01d-cf15-40ef-b797-9c0414e75498 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:22.561221 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7aa01d-cf15-40ef-b797-9c0414e75498 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:22.561573 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7aa01d-cf15-40ef-b797-9c0414e75498 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:22.561924 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7aa01d-cf15-40ef-b797-9c0414e75498 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:22.562307 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7aa01d-cf15-40ef-b797-9c0414e75498 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:22.562806 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7aa01d-cf15-40ef-b797-9c0414e75498 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:22.563150 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7aa01d-cf15-40ef-b797-9c0414e75498 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:22.563605 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7aa01d-cf15-40ef-b797-9c0414e75498 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:22.563961 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7aa01d-cf15-40ef-b797-9c0414e75498 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:07:22.579675 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-9d7aa01d-cf15-40ef-b797-9c0414e75498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:22.591784 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-f7b031dc-cbb7-4c79-90a1-17eb00800438 admin admin] Transition to ACTIVE for port object 06cf8c97-23f7-4402-8c43-e8635e80e540 will not be triggered until provisioned by entity DHCP. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:07:22.638123 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f7b031dc-cbb7-4c79-90a1-17eb00800438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851944169'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:22.639371 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-8644b2e4-9216-4f8b-9eb2-69eabff442d2 None None] Attempting to bind port c073d3d3-5279-4292-904d-eea6b7804699 on host dv-cinder-763306-9-smb for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:07:22.639838 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-8644b2e4-9216-4f8b-9eb2-69eabff442d2 None None] Attempting to bind port c073d3d3-5279-4292-904d-eea6b7804699 by drivers openvswitch on host dv-cinder-763306-9-smb at level 0 using segments [{'id': 'd8e446b7-17d7-4e96-a48b-79ba500f2134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:07:22.640237 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8644b2e4-9216-4f8b-9eb2-69eabff442d2 None None] Attempting to bind port c073d3d3-5279-4292-904d-eea6b7804699 on network d4f88037-574b-44e5-a9d6-1bdf8627b244 {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:07:22.656975 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8644b2e4-9216-4f8b-9eb2-69eabff442d2 None None] Checking agent: {'id': '32a65721-1161-4909-9634-11ba095c6914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 17, 55, 57), 'started_at': datetime.datetime(2021, 2, 16, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:07:22.657896 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8644b2e4-9216-4f8b-9eb2-69eabff442d2 None None] Checking segment: {'id': 'd8e446b7-17d7-4e96-a48b-79ba500f2134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:07:22.658492 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8644b2e4-9216-4f8b-9eb2-69eabff442d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:22.659064 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8644b2e4-9216-4f8b-9eb2-69eabff442d2 None None] Bound using segment: {'id': 'd8e446b7-17d7-4e96-a48b-79ba500f2134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:07:22.659791 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-8644b2e4-9216-4f8b-9eb2-69eabff442d2 None None] Bound port: c073d3d3-5279-4292-904d-eea6b7804699, host: dv-cinder-763306-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e446b7-17d7-4e96-a48b-79ba500f2134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:07:22.666888 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8644b2e4-9216-4f8b-9eb2-69eabff442d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:22.670821 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-b7a94094-bec1-47f4-84c6-ad9b4c77f31e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:22.753966 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efd9c0-8e60-49f2-9256-c0b8443b7153 req-1a273cbc-fc01-4389-9a89-530db2023599 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:22.773154 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-8644b2e4-9216-4f8b-9eb2-69eabff442d2 None None] For port c073d3d3-5279-4292-904d-eea6b7804699, host dv-cinder-763306-9-smb, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:07:22.775588 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d0efd9c0-8e60-49f2-9256-c0b8443b7153 req-1a273cbc-fc01-4389-9a89-530db2023599 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.3071890 Feb 16 18:07:22.777834 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-8644b2e4-9216-4f8b-9eb2-69eabff442d2 None None] For port c073d3d3-5279-4292-904d-eea6b7804699, host dv-cinder-763306-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=c073d3d3-5279-4292-904d-eea6b7804699,segment=NetworkSegment(d8e446b7-17d7-4e96-a48b-79ba500f2134),segment_id=d8e446b7-17d7-4e96-a48b-79ba500f2134)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:07:22.790385 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8644b2e4-9216-4f8b-9eb2-69eabff442d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:22.826490 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:22.851706 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b031dc-cbb7-4c79-90a1-17eb00800438 admin admin] Pushing event updated for resources: {'Port': ['ID=06cf8c97-23f7-4402-8c43-e8635e80e540,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:22.856948 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f7b031dc-cbb7-4c79-90a1-17eb00800438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:22.970582 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b031dc-cbb7-4c79-90a1-17eb00800438 admin admin] Network 40185a06-1620-44b9-8dd1-e63dae9ab62c is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:07:22.974264 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-f7b031dc-cbb7-4c79-90a1-17eb00800438 admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:07:22.979616 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b031dc-cbb7-4c79-90a1-17eb00800438 admin admin] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:07:22.985601 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7aa01d-cf15-40ef-b797-9c0414e75498 None None] Pushing event updated for resources: {'Port': ['ID=c073d3d3-5279-4292-904d-eea6b7804699,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:22.990040 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-9d7aa01d-cf15-40ef-b797-9c0414e75498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:23.099986 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f7b031dc-cbb7-4c79-90a1-17eb00800438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1592565'] for router_interface, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:23.122766 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8644b2e4-9216-4f8b-9eb2-69eabff442d2 None None] Routers {'5c67a771-b24e-4337-a4bf-471d16ee321a'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:07:23.123769 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-8644b2e4-9216-4f8b-9eb2-69eabff442d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:06:56Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['5c67a771-b24e-4337-a4bf-471d16ee321a'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:23.214712 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d0efd9c0-8e60-49f2-9256-c0b8443b7153 req-635789c1-5974-416c-b2f7-94372f836062 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350214 Feb 16 18:07:23.320935 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba1e43-cbaa-4ed6-b37a-bc094dee0528 req-04defb98-2117-41c7-ad8a-76a3541ca412 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:23.333189 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-26ba1e43-cbaa-4ed6-b37a-bc094dee0528 req-04defb98-2117-41c7-ad8a-76a3541ca412 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a4b8c35-ffd6-4de1-8db7-47c98a209712 HTTP/1.1" status: 200 len: 946 time: 0.4884169 Feb 16 18:07:23.508233 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7550c12f-bc03-4d57-9668-254906316c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:23.514162 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-26ba1e43-cbaa-4ed6-b37a-bc094dee0528 req-cc750312-5ec1-4207-8d6a-72ffa0692dcc tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620460 Feb 16 18:07:23.531654 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-780823df-d794-4e2a-9da7-438c83735ca6 None None] Provisioning for port 06cf8c97-23f7-4402-8c43-e8635e80e540 completed by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:07:23.541731 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-780823df-d794-4e2a-9da7-438c83735ca6 None None] Provisioning complete for port 06cf8c97-23f7-4402-8c43-e8635e80e540 triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:23.542165 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-780823df-d794-4e2a-9da7-438c83735ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:23.552715 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f7b031dc-cbb7-4c79-90a1-17eb00800438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:23.685868 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-780823df-d794-4e2a-9da7-438c83735ca6 None None] Port 06cf8c97-23f7-4402-8c43-e8635e80e540 cannot update to ACTIVE because it is not bound. {{(pid=83987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:07:23.966952 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab31ea-f2e5-4f03-bc1d-651cf9e8716d req-7819b403-2a2d-4706-b5c8-77cad1f8b25f tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:23.976054 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-51ab31ea-f2e5-4f03-bc1d-651cf9e8716d req-7819b403-2a2d-4706-b5c8-77cad1f8b25f tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9fcc10f-c4aa-4c58-9ac5-ead594dc57ea HTTP/1.1" status: 200 len: 946 time: 0.2036393 Feb 16 18:07:24.045877 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-51ab31ea-f2e5-4f03-bc1d-651cf9e8716d req-18299cc0-2480-4e03-843d-bfde6b95b8e7 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f7fe92d-ffff-4955-bfd6-4a93946162b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678980 Feb 16 18:07:24.084589 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-8644b2e4-9216-4f8b-9eb2-69eabff442d2 None None] Set router 5c67a771-b24e-4337-a4bf-471d16ee321a gateway port host: dv-cinder-763306-9-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:07:24.193763 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f7b031dc-cbb7-4c79-90a1-17eb00800438 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:24.208831 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f7b031dc-cbb7-4c79-90a1-17eb00800438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2831644'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:24.277956 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:24.563293 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b031dc-cbb7-4c79-90a1-17eb00800438 admin admin] Pushing event updated for resources: {'Port': ['ID=06cf8c97-23f7-4402-8c43-e8635e80e540,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:24.594456 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f7b031dc-cbb7-4c79-90a1-17eb00800438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:24.601803 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f7b031dc-cbb7-4c79-90a1-17eb00800438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1681597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853183402'] for router_interface, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:24.762192 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518fa91-97c9-43c5-a90a-419926c0453c req-e2734fb4-0307-452e-9c20-44a66ab49cde tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:24.769817 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4518fa91-97c9-43c5-a90a-419926c0453c req-e2734fb4-0307-452e-9c20-44a66ab49cde tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.2879384 Feb 16 18:07:24.776434 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-8644b2e4-9216-4f8b-9eb2-69eabff442d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'name': 'tempest-TestShelveInstance-1007970580-router', 'tenant_id': '7c84d650e1d94b238253914a68a4d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'c073d3d3-5279-4292-904d-eea6b7804699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:07:12Z', 'updated_at': '2021-02-16T18:07:18Z', 'revision_number': 3, 'project_id': '7c84d650e1d94b238253914a68a4d647', 'gw_port': {'id': 'c073d3d3-5279-4292-904d-eea6b7804699', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:16Z', 'updated_at': '2021-02-16T18:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:24.791422 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8644b2e4-9216-4f8b-9eb2-69eabff442d2 None None] The sync data for ids ['5c67a771-b24e-4337-a4bf-471d16ee321a'] in dv-cinder-763306-9-smb is: [{'id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'name': 'tempest-TestShelveInstance-1007970580-router', 'tenant_id': '7c84d650e1d94b238253914a68a4d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'c073d3d3-5279-4292-904d-eea6b7804699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:07:12Z', 'updated_at': '2021-02-16T18:07:18Z', 'revision_number': 3, 'project_id': '7c84d650e1d94b238253914a68a4d647', 'gw_port': {'id': 'c073d3d3-5279-4292-904d-eea6b7804699', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:16Z', 'updated_at': '2021-02-16T18:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:07:24.810462 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b031dc-cbb7-4c79-90a1-17eb00800438 admin admin] Network 40185a06-1620-44b9-8dd1-e63dae9ab62c is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:07:24.816418 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-f7b031dc-cbb7-4c79-90a1-17eb00800438 admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:07:24.859535 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4518fa91-97c9-43c5-a90a-419926c0453c req-6acce4f6-5d34-4a9b-be4f-640096f54781 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886030 Feb 16 18:07:24.899267 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00751e0a-a5fd-4181-b3b0-3077b93c1482 req-65e0df03-298a-4485-b656-5c162b62eda1 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:24.916104 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-00751e0a-a5fd-4181-b3b0-3077b93c1482 req-65e0df03-298a-4485-b656-5c162b62eda1 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.3155012 Feb 16 18:07:25.023833 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-00751e0a-a5fd-4181-b3b0-3077b93c1482 req-588a2c9c-cf06-4842-804a-857b3cc8b6bf tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064208 Feb 16 18:07:25.234192 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-27554e51-8183-4d6b-9cae-974d58ea0acc None None] Provisioning complete for port 06cf8c97-23f7-4402-8c43-e8635e80e540 triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:25.234625 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-27554e51-8183-4d6b-9cae-974d58ea0acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:25.245709 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b031dc-cbb7-4c79-90a1-17eb00800438 admin admin] Router 5c67a771-b24e-4337-a4bf-471d16ee321a has already been hosted by L3 agent 616de62f-f042-46f7-b8cf-861f27422584 {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:07:25.396821 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-27554e51-8183-4d6b-9cae-974d58ea0acc None None] Port 06cf8c97-23f7-4402-8c43-e8635e80e540 cannot update to ACTIVE because it is not bound. {{(pid=83987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:07:25.776244 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-82d0670a-ad1b-4511-99ab-7a6eb5eccc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:25.812277 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device c073d3d3-5279-4292-904d-eea6b7804699 up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:07:25.964691 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning for port c073d3d3-5279-4292-904d-eea6b7804699 completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:07:25.971417 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port c073d3d3-5279-4292-904d-eea6b7804699 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:25.971841 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:26.087792 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b031dc-cbb7-4c79-90a1-17eb00800438 admin admin] Notify agent at l3_agent.dv-cinder-763306-9-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:07:26.106170 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-f7b031dc-cbb7-4c79-90a1-17eb00800438 admin admin] 10.222.0.41 "PUT /v2.0/routers/5c67a771-b24e-4337-a4bf-471d16ee321a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7428079 Feb 16 18:07:26.334249 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eea0de-17a1-4873-b1be-047909108ea4 req-5c8988c0-aa3c-49ab-b002-47bdecb0014b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:26.344220 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a0eea0de-17a1-4873-b1be-047909108ea4 req-5c8988c0-aa3c-49ab-b002-47bdecb0014b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.1928823 Feb 16 18:07:26.344760 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:26.386085 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] For port c073d3d3-5279-4292-904d-eea6b7804699, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=c073d3d3-5279-4292-904d-eea6b7804699,segment=NetworkSegment(d8e446b7-17d7-4e96-a48b-79ba500f2134),segment_id=d8e446b7-17d7-4e96-a48b-79ba500f2134)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:07:26.394816 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:26.397534 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-6e408b2d-542f-4693-a94b-8000df4a30cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:26.510247 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Pushing event updated for resources: {'Port': ['ID=c073d3d3-5279-4292-904d-eea6b7804699,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:26.515984 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:26.607659 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a0eea0de-17a1-4873-b1be-047909108ea4 req-bfe8afa8-05e1-4271-a787-da0e6252daa3 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501447 Feb 16 18:07:26.636837 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:26.637706 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec589f04-4a04-4f15-adf3-29a680a68de3 req-1c7cb548-ab76-41d2-87e4-2ff8b6e21962 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:26.647656 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ec589f04-4a04-4f15-adf3-29a680a68de3 req-1c7cb548-ab76-41d2-87e4-2ff8b6e21962 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.2558537 Feb 16 18:07:26.738411 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:26.776523 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ec589f04-4a04-4f15-adf3-29a680a68de3 req-ddd71eb8-1d5d-4b28-96f9-467087ddfeb4 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268482 Feb 16 18:07:27.278528 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 60584) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:07:27.285871 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-84150a69-0e2f-4c19-890b-9c90a9ad19f2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-50969200-network', 'tenant_id': 'bd6c953f1ca345a5b1e19766aac6f37d'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:07:27.298253 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-84150a69-0e2f-4c19-890b-9c90a9ad19f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:07:27.308467 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-84150a69-0e2f-4c19-890b-9c90a9ad19f2 admin admin] Usage tracker for resource:network and tenant:bd6c953f1ca345a5b1e19766aac6f37d is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:07:27.316808 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-84150a69-0e2f-4c19-890b-9c90a9ad19f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:07:27.332293 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-84150a69-0e2f-4c19-890b-9c90a9ad19f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:07:27.385437 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84150a69-0e2f-4c19-890b-9c90a9ad19f2 admin admin] Made reservation on behalf of bd6c953f1ca345a5b1e19766aac6f37d for: {'network': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:07:27.386868 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac992e-3c85-4b40-a553-87a58bd6f700 req-5fc58b2f-9789-440e-9384-afd0c723341e tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:27.390040 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:27.391115 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-84150a69-0e2f-4c19-890b-9c90a9ad19f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for network, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:27.394220 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a2ac992e-3c85-4b40-a553-87a58bd6f700 req-5fc58b2f-9789-440e-9384-afd0c723341e tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9fcc10f-c4aa-4c58-9ac5-ead594dc57ea HTTP/1.1" status: 200 len: 946 time: 0.1702223 Feb 16 18:07:27.420155 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-84150a69-0e2f-4c19-890b-9c90a9ad19f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:27.458990 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-84150a69-0e2f-4c19-890b-9c90a9ad19f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:07:27.473561 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-84150a69-0e2f-4c19-890b-9c90a9ad19f2 admin admin] Usage tracker for resource:security_group_rule and tenant:bd6c953f1ca345a5b1e19766aac6f37d is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:07:27.479365 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-84150a69-0e2f-4c19-890b-9c90a9ad19f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:07:27.485656 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-84150a69-0e2f-4c19-890b-9c90a9ad19f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:07:27.610051 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-84150a69-0e2f-4c19-890b-9c90a9ad19f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:27.614151 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-84150a69-0e2f-4c19-890b-9c90a9ad19f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:27.636021 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ae38425a-7504-40b7-b52b-cd13f59ab426 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:27.643307 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84150a69-0e2f-4c19-890b-9c90a9ad19f2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=83986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 18:07:27.668102 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-84150a69-0e2f-4c19-890b-9c90a9ad19f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975480'] for segment, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:27.668491 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.db.segments_db [None req-84150a69-0e2f-4c19-890b-9c90a9ad19f2 admin admin] Added segment 8d96ebb3-332f-4a40-9123-fca7c806360d of type vxlan for network 8ee3c586-7435-4412-812f-f166097535a4 Feb 16 18:07:27.681776 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84150a69-0e2f-4c19-890b-9c90a9ad19f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65ebce7-f4c2-416b-a4f2-9e9d0c85cafb,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:27.710282 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-84150a69-0e2f-4c19-890b-9c90a9ad19f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:27.712136 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a2ac992e-3c85-4b40-a553-87a58bd6f700 req-8ba9b5f5-3e44-455c-93b7-5c1e1bf8e06d tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f7fe92d-ffff-4955-bfd6-4a93946162b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094695 Feb 16 18:07:27.718080 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-84150a69-0e2f-4c19-890b-9c90a9ad19f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287454046290'] for network, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:27.804718 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-84150a69-0e2f-4c19-890b-9c90a9ad19f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548'] for network, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:27.804718 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84150a69-0e2f-4c19-890b-9c90a9ad19f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:27.804718 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-84150a69-0e2f-4c19-890b-9c90a9ad19f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:27.808427 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d7387a3b-e80b-44aa-a429-9a55c6df9ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:27.892975 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device c073d3d3-5279-4292-904d-eea6b7804699 up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:07:27.918970 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84150a69-0e2f-4c19-890b-9c90a9ad19f2 admin admin] Pushing event updated for resources: {'Network': ['ID=8ee3c586-7435-4412-812f-f166097535a4,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:27.919839 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-84150a69-0e2f-4c19-890b-9c90a9ad19f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:27.934466 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-84150a69-0e2f-4c19-890b-9c90a9ad19f2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6545897 Feb 16 18:07:27.935170 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 60594) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:07:27.945329 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-e0a8dfab-1a8c-415c-b297-90b1b8884e98 admin admin] Request body: {'subnet': {'network_id': '8ee3c586-7435-4412-812f-f166097535a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-50969200-subnet', 'tenant_id': 'bd6c953f1ca345a5b1e19766aac6f37d', 'ip_version': 4}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:07:27.950550 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-e0a8dfab-1a8c-415c-b297-90b1b8884e98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:07:27.955030 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-e0a8dfab-1a8c-415c-b297-90b1b8884e98 admin admin] Usage tracker for resource:subnet and tenant:bd6c953f1ca345a5b1e19766aac6f37d is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:07:27.960579 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-e0a8dfab-1a8c-415c-b297-90b1b8884e98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:07:27.966657 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-e0a8dfab-1a8c-415c-b297-90b1b8884e98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:07:27.978553 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a8dfab-1a8c-415c-b297-90b1b8884e98 admin admin] Made reservation on behalf of bd6c953f1ca345a5b1e19766aac6f37d for: {'subnet': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:07:27.984402 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e0a8dfab-1a8c-415c-b297-90b1b8884e98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851614045'] for subnet, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:27.993776 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Network 8ee3c586-7435-4412-812f-f166097535a4 details requested by agent ovs-agent-dv-cinder-763306-9-smb with host dv-cinder-763306-9-smb {{(pid=83987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:07:28.074434 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a41a9-d9a8-49f2-8d45-c697c8d67e39 req-3f28385a-379e-47ce-8d83-206b39fffccf tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:28.082594 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2b2a41a9-d9a8-49f2-8d45-c697c8d67e39 req-3f28385a-379e-47ce-8d83-206b39fffccf tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.2111096 Feb 16 18:07:28.124402 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Network 8ee3c586-7435-4412-812f-f166097535a4 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:07:28.171100 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2b2a41a9-d9a8-49f2-8d45-c697c8d67e39 req-3a6c515a-b0d0-4c5f-a223-7d4a0ebd7902 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871119 Feb 16 18:07:28.206630 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33f1dc-60f9-430c-9768-7ac6d0043e2a req-471ceda9-037f-49e4-b538-ff81d0216e34 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:28.211332 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6a33f1dc-60f9-430c-9768-7ac6d0043e2a req-471ceda9-037f-49e4-b538-ff81d0216e34 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.2208483 Feb 16 18:07:28.335726 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6a33f1dc-60f9-430c-9768-7ac6d0043e2a req-56104c22-5183-4f41-8ec9-9b486e00b04b tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096616 Feb 16 18:07:28.603715 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:28.609647 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 60606) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:07:28.636354 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port c073d3d3-5279-4292-904d-eea6b7804699 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:28.637033 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:28.759986 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_v2 [None req-be7fe5c2-fb99-4b5b-a6e6-ad72c2d3bb09 admin admin] Deleting subnet b9d0f25e-b4b6-41e5-91e3-365ae31075ca {{(pid=83985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 18:07:28.774285 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-be7fe5c2-fb99-4b5b-a6e6-ad72c2d3bb09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:28.808714 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e0a8dfab-1a8c-415c-b297-90b1b8884e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851944051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851614064'] for subnet, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:28.830242 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-79dee443-7f98-4b0c-9693-4b5ce5b12fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:28.861972 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-be7fe5c2-fb99-4b5b-a6e6-ad72c2d3bb09 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:28.878851 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-be7fe5c2-fb99-4b5b-a6e6-ad72c2d3bb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853799394'] for subnet, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:28.896181 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d1d150-70d0-49fe-baae-360f80a95c5b None None] Sync routers for ids ['5c67a771-b24e-4337-a4bf-471d16ee321a'] in dv-cinder-763306-9-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:07:28.911825 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d1d150-70d0-49fe-baae-360f80a95c5b None None] Routers {'5c67a771-b24e-4337-a4bf-471d16ee321a'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:07:28.913470 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-32d1d150-70d0-49fe-baae-360f80a95c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:07:26Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['5c67a771-b24e-4337-a4bf-471d16ee321a'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:29.023095 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a8dfab-1a8c-415c-b297-90b1b8884e98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=422becf8-86d8-4600-92bc-e8545e47b146,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:29.028066 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-e0a8dfab-1a8c-415c-b297-90b1b8884e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:29.139826 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a8dfab-1a8c-415c-b297-90b1b8884e98 admin admin] Checking segment: {'id': '8d96ebb3-332f-4a40-9123-fca7c806360d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8ee3c586-7435-4412-812f-f166097535a4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:07:29.140701 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a8dfab-1a8c-415c-b297-90b1b8884e98 admin admin] Network hostable DHCP agents. Network: 8ee3c586-7435-4412-812f-f166097535a4, hostable agents: ['de8c96f3-9ead-4786-a920-55e7f9d921c5'], hosted agents: [] {{(pid=83986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:07:29.154925 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-32d1d150-70d0-49fe-baae-360f80a95c5b None None] Set router 5c67a771-b24e-4337-a4bf-471d16ee321a gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:07:29.176312 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a8dfab-1a8c-415c-b297-90b1b8884e98 admin admin] Network 8ee3c586-7435-4412-812f-f166097535a4 is scheduled to be hosted by DHCP agent de8c96f3-9ead-4786-a920-55e7f9d921c5 with binding_index 1 {{(pid=83986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:07:29.191288 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-e0a8dfab-1a8c-415c-b297-90b1b8884e98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-smb, 8ee3c586-7435-4412-812f-f166097535a4) {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:07:29.217032 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f598f781-e71e-476d-8889-b91add64b174 None None] Network 8ee3c586-7435-4412-812f-f166097535a4 requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:07:29.230890 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a8dfab-1a8c-415c-b297-90b1b8884e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:29.231606 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e0a8dfab-1a8c-415c-b297-90b1b8884e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:29.261388 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-e0a8dfab-1a8c-415c-b297-90b1b8884e98 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.3249259 Feb 16 18:07:29.265275 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f852786-7fe8-465b-b50b-f332c954384c req-c3c0abc6-ac6a-4ff2-be3b-c4e33c6a1e08 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:29.265802 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 60620) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:07:29.267575 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9f852786-7fe8-465b-b50b-f332c954384c req-c3c0abc6-ac6a-4ff2-be3b-c4e33c6a1e08 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9fcc10f-c4aa-4c58-9ac5-ead594dc57ea HTTP/1.1" status: 200 len: 946 time: 0.2234397 Feb 16 18:07:29.272425 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-6236edba-992d-49a8-834c-793f18d13ef0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-50969200-router', 'tenant_id': 'bd6c953f1ca345a5b1e19766aac6f37d', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'}}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:07:29.286882 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-6236edba-992d-49a8-834c-793f18d13ef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:07:29.299286 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-6236edba-992d-49a8-834c-793f18d13ef0 admin admin] Usage tracker for resource:router and tenant:bd6c953f1ca345a5b1e19766aac6f37d is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:07:29.306361 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-6236edba-992d-49a8-834c-793f18d13ef0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:07:29.321123 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-6236edba-992d-49a8-834c-793f18d13ef0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:07:29.332104 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6236edba-992d-49a8-834c-793f18d13ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853176566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497015'] for router, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:29.333239 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6236edba-992d-49a8-834c-793f18d13ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1599234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1997164', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1977739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854278786'] for router, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:29.334560 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9f852786-7fe8-465b-b50b-f332c954384c req-240699fa-cda3-4885-8064-30dfaed2df9b tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f7fe92d-ffff-4955-bfd6-4a93946162b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589406 Feb 16 18:07:29.355507 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6236edba-992d-49a8-834c-793f18d13ef0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:29.469812 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-be7fe5c2-fb99-4b5b-a6e6-ad72c2d3bb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548'] for subnet, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:29.479546 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa0c9f-bd14-4ef7-8d6d-52271ad47764 req-87b77896-8779-4d75-98dd-ca397f2741bc tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:29.481446 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-21aa0c9f-bd14-4ef7-8d6d-52271ad47764 req-87b77896-8779-4d75-98dd-ca397f2741bc tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.1399777 Feb 16 18:07:29.598908 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-5e1f3f4f-ea6f-49a4-a57a-32466d17a6ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:29.690146 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 146531f9-c69a-4d40-95e2-22d2f95f62e6 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:07:29.703315 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7fe5c2-fb99-4b5b-a6e6-ad72c2d3bb09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9d0f25e-b4b6-41e5-91e3-365ae31075ca,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:29.707224 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-be7fe5c2-fb99-4b5b-a6e6-ad72c2d3bb09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:29.711073 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-be7fe5c2-fb99-4b5b-a6e6-ad72c2d3bb09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:29.741530 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-be7fe5c2-fb99-4b5b-a6e6-ad72c2d3bb09 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b9d0f25e-b4b6-41e5-91e3-365ae31075ca HTTP/1.1" status: 204 len: 168 time: 1.1306434 Feb 16 18:07:29.748630 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 60636) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:07:29.774024 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6236edba-992d-49a8-834c-793f18d13ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1997075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1599430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854278895'] for router, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:29.907254 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3b29a842-b6a2-4594-a488-90397ae61a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853787567'] for network, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:29.998882 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:30.043684 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a873856d-6060-433b-93a7-82413c6f4387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7ad7740-a6d8-56fc-ba3f-3973bf36c32d-8ee3c586-7435-4412-812f-f166097535a4', 'network_id': '8ee3c586-7435-4412-812f-f166097535a4', 'tenant_id': 'bd6c953f1ca345a5b1e19766aac6f37d', 'fixed_ips': [{'subnet_id': '422becf8-86d8-4600-92bc-e8545e47b146'}]}} from dv-cinder-763306-9-smb. {{(pid=83987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 18:07:30.044777 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a873856d-6060-433b-93a7-82413c6f4387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:30.065377 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-21aa0c9f-bd14-4ef7-8d6d-52271ad47764 req-de583580-249a-4302-8c37-4063bf60d2f4 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676790 Feb 16 18:07:30.172393 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6236edba-992d-49a8-834c-793f18d13ef0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:30.212155 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3b29a842-b6a2-4594-a488-90397ae61a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853803641', 'neutron.services.segments.db._delete_segments_for_network--9223363287453533471'] for network, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:30.235728 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6236edba-992d-49a8-834c-793f18d13ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:30.308736 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43dfd90-fac5-4f42-8caa-9bc557f48086 req-99fccb19-2b45-4808-b270-1b11830e05d2 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:30.310331 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a43dfd90-fac5-4f42-8caa-9bc557f48086 req-99fccb19-2b45-4808-b270-1b11830e05d2 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.86 "GET /v2.0/ports?device_id=f9fcc10f-c4aa-4c58-9ac5-ead594dc57ea HTTP/1.1" status: 200 len: 946 time: 0.6584215 Feb 16 18:07:30.371938 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9fcc10f-c4aa-4c58-9ac5-ead594dc57ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '146531f9-c69a-4d40-95e2-22d2f95f62e6'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:07:30.400355 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] For port 146531f9-c69a-4d40-95e2-22d2f95f62e6, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=146531f9-c69a-4d40-95e2-22d2f95f62e6,segment=NetworkSegment(6e735b8b-4c62-4408-8484-ef76f7e50afb),segment_id=6e735b8b-4c62-4408-8484-ef76f7e50afb)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:07:30.412691 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:30.418528 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-03424693-1ce7-4887-9519-11175585e965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:30.458169 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [None req-a873856d-6060-433b-93a7-82413c6f4387 None None] Allocated IP 172.20.0.2 (8ee3c586-7435-4412-812f-f166097535a4/422becf8-86d8-4600-92bc-e8545e47b146/a9461982-0573-4a5f-b16b-b77695fe17b0) {{(pid=83987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:07:30.485625 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-32d1d150-70d0-49fe-baae-360f80a95c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'name': 'tempest-TestShelveInstance-1007970580-router', 'tenant_id': '7c84d650e1d94b238253914a68a4d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'c073d3d3-5279-4292-904d-eea6b7804699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:07:12Z', 'updated_at': '2021-02-16T18:07:23Z', 'revision_number': 4, 'project_id': '7c84d650e1d94b238253914a68a4d647', 'gw_port': {'id': 'c073d3d3-5279-4292-904d-eea6b7804699', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:16Z', 'updated_at': '2021-02-16T18:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': '06cf8c97-23f7-4402-8c43-e8635e80e540', 'name': '', 'network_id': '40185a06-1620-44b9-8dd1-e63dae9ab62c', 'tenant_id': '7c84d650e1d94b238253914a68a4d647', 'mac_address': 'fa:16:3e:e2:8f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '741a1dfc-122f-4201-86a1-fb09ac387c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:22Z', 'updated_at': '2021-02-16T18:07:23Z', 'revision_number': 2, 'project_id': '7c84d650e1d94b238253914a68a4d647', 'subnets': [{'id': '741a1dfc-122f-4201-86a1-fb09ac387c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:30.502734 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d1d150-70d0-49fe-baae-360f80a95c5b None None] Checking router: 5c67a771-b24e-4337-a4bf-471d16ee321a for host: dv-cinder-763306-9-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:07:30.503139 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d1d150-70d0-49fe-baae-360f80a95c5b None None] Updating router 5c67a771-b24e-4337-a4bf-471d16ee321a port 06cf8c97-23f7-4402-8c43-e8635e80e540 binding host dv-cinder-763306-9-smb {{(pid=83987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 18:07:30.509658 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345527b7-b43b-41cd-addb-8de77ff0a2d3 req-a907e81a-84db-4d75-a5e8-ce03dc1e72e5 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:30.511377 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-345527b7-b43b-41cd-addb-8de77ff0a2d3 req-a907e81a-84db-4d75-a5e8-ce03dc1e72e5 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.5472383 Feb 16 18:07:30.517546 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-a43dfd90-fac5-4f42-8caa-9bc557f48086 req-da5bb76d-b31b-4ed5-a598-ca3e070bba5d tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Deleting port 146531f9-c69a-4d40-95e2-22d2f95f62e6 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:07:30.518018 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-a43dfd90-fac5-4f42-8caa-9bc557f48086 req-da5bb76d-b31b-4ed5-a598-ca3e070bba5d tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:30.557661 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [None req-6236edba-992d-49a8-834c-793f18d13ef0 admin admin] Allocated IP 172.28.3.208 (d4f88037-574b-44e5-a9d6-1bdf8627b244/42ec5995-253d-4122-970e-73940637938a/c4a847cb-6150-4d52-ac74-040bf68ab208) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:07:30.630026 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3b29a842-b6a2-4594-a488-90397ae61a20 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:30.630770 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3b29a842-b6a2-4594-a488-90397ae61a20 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:30.631429 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3b29a842-b6a2-4594-a488-90397ae61a20 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:30.631799 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3b29a842-b6a2-4594-a488-90397ae61a20 admin admin] Subscribe: > port after_create 55550000 {{(pid=83985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:30.632162 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3b29a842-b6a2-4594-a488-90397ae61a20 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:30.632728 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3b29a842-b6a2-4594-a488-90397ae61a20 admin admin] Subscribe: > port after_update 55550000 {{(pid=83985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:30.632914 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3b29a842-b6a2-4594-a488-90397ae61a20 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:30.633091 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Pushing event updated for resources: {'Port': ['ID=146531f9-c69a-4d40-95e2-22d2f95f62e6,revision_number=5']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:30.633250 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3b29a842-b6a2-4594-a488-90397ae61a20 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:30.633580 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3b29a842-b6a2-4594-a488-90397ae61a20 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:30.633939 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3b29a842-b6a2-4594-a488-90397ae61a20 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:30.637278 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:30.655116 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-32d1d150-70d0-49fe-baae-360f80a95c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:30.702626 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3b29a842-b6a2-4594-a488-90397ae61a20 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:30.703223 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3b29a842-b6a2-4594-a488-90397ae61a20 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:30.703223 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3b29a842-b6a2-4594-a488-90397ae61a20 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:30.703632 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3b29a842-b6a2-4594-a488-90397ae61a20 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 18:07:30.704018 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-3b29a842-b6a2-4594-a488-90397ae61a20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a901cd91-4565-42dc-9396-f8f5ec868049']}} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:30.717188 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6236edba-992d-49a8-834c-793f18d13ef0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:30.732519 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-3b29a842-b6a2-4594-a488-90397ae61a20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb7a65ae-38d4-4672-9b94-6aae0b3fce75') {'for_net_delete': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:30.732860 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-3b29a842-b6a2-4594-a488-90397ae61a20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb7a65ae-38d4-4672-9b94-6aae0b3fce75') {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:30.751177 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6236edba-992d-49a8-834c-793f18d13ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851944169'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:30.767094 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:30.770920 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3b29a842-b6a2-4594-a488-90397ae61a20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363287453521951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2307540'] for segment, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:30.846996 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-345527b7-b43b-41cd-addb-8de77ff0a2d3 req-231b0b99-65c8-4f38-af90-374a9d41b257 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2879219 Feb 16 18:07:30.869489 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3b29a842-b6a2-4594-a488-90397ae61a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975480'] for segment, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:30.876580 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3b29a842-b6a2-4594-a488-90397ae61a20 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 18:07:30.907873 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236edba-992d-49a8-834c-793f18d13ef0 admin admin] Pushing event updated for resources: {'Port': ['ID=c4a847cb-6150-4d52-ac74-040bf68ab208,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:30.912256 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-6236edba-992d-49a8-834c-793f18d13ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:30.913945 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a873856d-6060-433b-93a7-82413c6f4387 None None] Notify callbacks [] for port, precommit_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:30.971962 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6236edba-992d-49a8-834c-793f18d13ef0 admin admin] Network d4f88037-574b-44e5-a9d6-1bdf8627b244 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:07:30.973162 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-6236edba-992d-49a8-834c-793f18d13ef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:07:30.975887 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6236edba-992d-49a8-834c-793f18d13ef0 admin admin] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:07:30.987798 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-54093515-6621-45c8-8e9c-4eb73d60f675 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:30.989774 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-54093515-6621-45c8-8e9c-4eb73d60f675 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/networks?id=254b54a2-6ec3-4abc-b0fd-dceeba540521 HTTP/1.1" status: 200 len: 814 time: 0.5983059 Feb 16 18:07:31.314523 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-f01c0b30-88e9-400b-be58-a903a2ccf02d tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/quotas/7dfc2a9d167d4239b695d5ff5e8a3a94 HTTP/1.1" status: 200 len: 375 time: 0.0191905 Feb 16 18:07:31.530691 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-3b29a842-b6a2-4594-a488-90397ae61a20 admin admin] Network a901cd91-4565-42dc-9396-f8f5ec868049 has no segments {{(pid=83985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:07:31.543022 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3b29a842-b6a2-4594-a488-90397ae61a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853800433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852427549'] for segment, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:31.585992 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-32d1d150-70d0-49fe-baae-360f80a95c5b None None] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:31.708059 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-a43dfd90-fac5-4f42-8caa-9bc557f48086 req-da5bb76d-b31b-4ed5-a598-ca3e070bba5d tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] For port 146531f9-c69a-4d40-95e2-22d2f95f62e6, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=146531f9-c69a-4d40-95e2-22d2f95f62e6,segment=NetworkSegment(6e735b8b-4c62-4408-8484-ef76f7e50afb),segment_id=6e735b8b-4c62-4408-8484-ef76f7e50afb)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:07:31.708645 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-a43dfd90-fac5-4f42-8caa-9bc557f48086 req-da5bb76d-b31b-4ed5-a598-ca3e070bba5d tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:31.790099 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6236edba-992d-49a8-834c-793f18d13ef0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:31.931038 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-a43dfd90-fac5-4f42-8caa-9bc557f48086 req-da5bb76d-b31b-4ed5-a598-ca3e070bba5d tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Calling delete_port for 146531f9-c69a-4d40-95e2-22d2f95f62e6 owned by compute:nova {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:07:31.991902 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-7ea3c1de-9d2f-4971-b745-c76d197cb412 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7dfc2a9d167d4239b695d5ff5e8a3a94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6764228 Feb 16 18:07:32.015507 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-3b29a842-b6a2-4594-a488-90397ae61a20 admin admin] Network a901cd91-4565-42dc-9396-f8f5ec868049 has no segments {{(pid=83985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: from cryptography.utils import int_from_bytes Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: from cryptography.utils import int_from_bytes Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: (rel_b, rel_a, rel_b), Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: (rel_b, rel_a, rel_b), Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: Traceback (most recent call last): Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: timer() Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: cb(*args, **kw) Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: return func(*args, **kwargs) Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: self._notify() Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: self.callback(batched_events) Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: event.method(event) Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: segment_id)['aggregates'][0] Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: return f(self, *a, **k) Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: return self._get(url).json() Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: **kwargs) Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: return self.request(url, 'GET', **kwargs) Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: **endpoint_filter) Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:07:32.080892 dv-cinder-763306-9-smb neutron-server[83874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:07:32.153834 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6236edba-992d-49a8-834c-793f18d13ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853176370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852778499'] for router, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:32.318427 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-32d1d150-70d0-49fe-baae-360f80a95c5b None None] Transition to ACTIVE for port object 06cf8c97-23f7-4402-8c43-e8635e80e540 will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:07:32.321910 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-a873856d-6060-433b-93a7-82413c6f4387 None None] Transition to ACTIVE for port object a9461982-0573-4a5f-b16b-b77695fe17b0 will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:07:32.327590 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3b29a842-b6a2-4594-a488-90397ae61a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852784992'] for network, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:32.329417 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-32d1d150-70d0-49fe-baae-360f80a95c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:32.335289 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45a293-ec12-4838-9b5d-8fd4f89cfc84 req-1bd8deb7-4cb7-4c3f-8c67-35bb36c5230e tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:32.337197 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1d45a293-ec12-4838-9b5d-8fd4f89cfc84 req-1bd8deb7-4cb7-4c3f-8c67-35bb36c5230e tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9fcc10f-c4aa-4c58-9ac5-ead594dc57ea HTTP/1.1" status: 200 len: 944 time: 0.7244556 Feb 16 18:07:32.351495 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-03424693-1ce7-4887-9519-11175585e965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:32.391598 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6236edba-992d-49a8-834c-793f18d13ef0 admin admin] Router 211d07c7-5804-4283-b1df-1da0a71471c9 is scheduled to L3 agent 616de62f-f042-46f7-b8cf-861f27422584 with binding_index 1 {{(pid=83986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 16 18:07:32.405454 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3af97cae-1c08-4dae-bb66-21838bf9ca71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:32.449803 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3b29a842-b6a2-4594-a488-90397ae61a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:32.455816 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29a842-b6a2-4594-a488-90397ae61a20 admin admin] Pushing event deleted for resources: {'Network': ['ID=a901cd91-4565-42dc-9396-f8f5ec868049,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:32.458667 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3b29a842-b6a2-4594-a488-90397ae61a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:32.489280 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-a873856d-6060-433b-93a7-82413c6f4387 None None] Transition to ACTIVE for port object a9461982-0573-4a5f-b16b-b77695fe17b0 will not be triggered until provisioned by entity DHCP. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:07:32.507972 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a873856d-6060-433b-93a7-82413c6f4387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656'] for port, after_create {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:32.543088 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1d45a293-ec12-4838-9b5d-8fd4f89cfc84 req-6e25452d-bb4a-40ef-aa5a-8e545618cb21 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f7fe92d-ffff-4955-bfd6-4a93946162b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560678 Feb 16 18:07:32.551111 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-a0292a9f-e864-44c7-a9c0-ee35ee98fb72 service neutron] 10.222.0.41 "GET /v2.0/networks/254b54a2-6ec3-4abc-b0fd-dceeba540521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5197160 Feb 16 18:07:32.619031 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb18ae7-8a74-4345-a538-2e533ccef4b4 None None] Pushing event updated for resources: {'Port': ['ID=06cf8c97-23f7-4402-8c43-e8635e80e540,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:32.624556 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6236edba-992d-49a8-834c-793f18d13ef0 admin admin] Notify agent at l3_agent.dv-cinder-763306-9-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:07:32.629161 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-9cb18ae7-8a74-4345-a538-2e533ccef4b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:32.633175 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-2aa581d4-b5a4-495e-8cf9-116ecf29fd7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:32.635349 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad046bb6-8035-472f-8602-fe01e4c2ff84 None None] Sync routers for ids ['211d07c7-5804-4283-b1df-1da0a71471c9'] in dv-cinder-763306-9-smb {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:07:32.656231 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6236edba-992d-49a8-834c-793f18d13ef0 admin admin] Notify callbacks [] for router, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:32.660233 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-6236edba-992d-49a8-834c-793f18d13ef0 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.3906529 Feb 16 18:07:32.660391 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad046bb6-8035-472f-8602-fe01e4c2ff84 None None] Routers {'211d07c7-5804-4283-b1df-1da0a71471c9'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:07:32.660391 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-ad046bb6-8035-472f-8602-fe01e4c2ff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:07:26Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['211d07c7-5804-4283-b1df-1da0a71471c9'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:32.660622 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 60676) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:07:32.690059 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9fcc10f-c4aa-4c58-9ac5-ead594dc57ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '146531f9-c69a-4d40-95e2-22d2f95f62e6', 'code': 200} Feb 16 18:07:32.788528 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af71ed-3bb3-4282-b7b2-6bec0054a3d2 req-798c7ce5-12ea-4d75-86ea-5d8d5771028a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:32.805350 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-64af71ed-3bb3-4282-b7b2-6bec0054a3d2 req-798c7ce5-12ea-4d75-86ea-5d8d5771028a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 1162 time: 0.6177168 Feb 16 18:07:32.808326 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-4d44ddc9-6e80-4553-9241-505c472c1e0e service neutron] 10.222.0.41 "GET /v2.0/networks/254b54a2-6ec3-4abc-b0fd-dceeba540521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2204921 Feb 16 18:07:32.809228 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-a43dfd90-fac5-4f42-8caa-9bc557f48086 req-da5bb76d-b31b-4ed5-a598-ca3e070bba5d tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:32.812662 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-3b29a842-b6a2-4594-a488-90397ae61a20 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a901cd91-4565-42dc-9396-f8f5ec868049 HTTP/1.1" status: 204 len: 168 time: 3.0609710 Feb 16 18:07:32.899446 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 60680) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:07:32.940431 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-e92c2a93-e066-43b0-8332-51bab5449a23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:32.945443 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a873856d-6060-433b-93a7-82413c6f4387 None None] Pushing event updated for resources: {'Port': ['ID=a9461982-0573-4a5f-b16b-b77695fe17b0,revision_number=1']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:32.968653 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a873856d-6060-433b-93a7-82413c6f4387 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:33.068905 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a873856d-6060-433b-93a7-82413c6f4387 None None] Network 8ee3c586-7435-4412-812f-f166097535a4 is already hosted by enough agents. {{(pid=83987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:07:33.094112 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-a873856d-6060-433b-93a7-82413c6f4387 None None] Resources bound (agent type, host, resource id): {{(pid=83987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:07:33.104883 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a873856d-6060-433b-93a7-82413c6f4387 None None] Received port after_create {{(pid=83987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:07:33.107473 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-32d1d150-70d0-49fe-baae-360f80a95c5b None None] Attempting to bind port 06cf8c97-23f7-4402-8c43-e8635e80e540 on host dv-cinder-763306-9-smb for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:07:33.107918 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-32d1d150-70d0-49fe-baae-360f80a95c5b None None] Attempting to bind port 06cf8c97-23f7-4402-8c43-e8635e80e540 by drivers openvswitch on host dv-cinder-763306-9-smb at level 0 using segments [{'id': '2df9abcd-74ec-49d6-925d-63f4ab9b739a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '40185a06-1620-44b9-8dd1-e63dae9ab62c'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:07:33.108342 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d1d150-70d0-49fe-baae-360f80a95c5b None None] Attempting to bind port 06cf8c97-23f7-4402-8c43-e8635e80e540 on network 40185a06-1620-44b9-8dd1-e63dae9ab62c {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:07:33.125367 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d1d150-70d0-49fe-baae-360f80a95c5b None None] Checking agent: {'id': '32a65721-1161-4909-9634-11ba095c6914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 17, 55, 57), 'started_at': datetime.datetime(2021, 2, 16, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:07:33.125739 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d1d150-70d0-49fe-baae-360f80a95c5b None None] Checking segment: {'id': '2df9abcd-74ec-49d6-925d-63f4ab9b739a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '40185a06-1620-44b9-8dd1-e63dae9ab62c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:07:33.126203 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-32d1d150-70d0-49fe-baae-360f80a95c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:33.126649 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d1d150-70d0-49fe-baae-360f80a95c5b None None] Bound using segment: {'id': '2df9abcd-74ec-49d6-925d-63f4ab9b739a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '40185a06-1620-44b9-8dd1-e63dae9ab62c'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:07:33.131497 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-32d1d150-70d0-49fe-baae-360f80a95c5b None None] Bound port: 06cf8c97-23f7-4402-8c43-e8635e80e540, host: dv-cinder-763306-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df9abcd-74ec-49d6-925d-63f4ab9b739a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '40185a06-1620-44b9-8dd1-e63dae9ab62c'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:07:33.132032 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-32d1d150-70d0-49fe-baae-360f80a95c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:33.140138 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-ad046bb6-8035-472f-8602-fe01e4c2ff84 None None] Set router 211d07c7-5804-4283-b1df-1da0a71471c9 gateway port host: dv-cinder-763306-9-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:07:33.140688 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5bb76d-b31b-4ed5-a598-ca3e070bba5d tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Pushing event deleted for resources: {'Port': ['ID=146531f9-c69a-4d40-95e2-22d2f95f62e6,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:33.175207 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_v2 [None req-89074359-199e-448a-be5c-926a64033429 admin admin] Deleting subnet 65a5b0a0-6ed1-4459-9e94-a1738d70b48e {{(pid=83986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 18:07:33.203979 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89074359-199e-448a-be5c-926a64033429 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:33.271144 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-da5bb76d-b31b-4ed5-a598-ca3e070bba5d tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:33.389337 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-64af71ed-3bb3-4282-b7b2-6bec0054a3d2 req-1bb113ca-9e5a-4d95-a089-ff038e806db9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469915 Feb 16 18:07:33.461477 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313af9e-a5ce-4a6b-a6bf-c35cdfbe169d req-581eee41-c13c-41c4-90e4-d26c234d1dc0 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:33.469809 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3313af9e-a5ce-4a6b-a6bf-c35cdfbe169d req-581eee41-c13c-41c4-90e4-d26c234d1dc0 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.4286811 Feb 16 18:07:33.490965 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-32d1d150-70d0-49fe-baae-360f80a95c5b None None] For port 06cf8c97-23f7-4402-8c43-e8635e80e540, host dv-cinder-763306-9-smb, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:07:33.500302 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-32d1d150-70d0-49fe-baae-360f80a95c5b None None] For port 06cf8c97-23f7-4402-8c43-e8635e80e540, host dv-cinder-763306-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=06cf8c97-23f7-4402-8c43-e8635e80e540,segment=NetworkSegment(2df9abcd-74ec-49d6-925d-63f4ab9b739a),segment_id=2df9abcd-74ec-49d6-925d-63f4ab9b739a)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:07:33.507706 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-a873856d-6060-433b-93a7-82413c6f4387 None None] Attempting to bind port a9461982-0573-4a5f-b16b-b77695fe17b0 on host dv-cinder-763306-9-smb for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:07:33.508148 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-a873856d-6060-433b-93a7-82413c6f4387 None None] Attempting to bind port a9461982-0573-4a5f-b16b-b77695fe17b0 by drivers openvswitch on host dv-cinder-763306-9-smb at level 0 using segments [{'id': '8d96ebb3-332f-4a40-9123-fca7c806360d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8ee3c586-7435-4412-812f-f166097535a4'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:07:33.508574 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a873856d-6060-433b-93a7-82413c6f4387 None None] Attempting to bind port a9461982-0573-4a5f-b16b-b77695fe17b0 on network 8ee3c586-7435-4412-812f-f166097535a4 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:07:33.525028 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-32d1d150-70d0-49fe-baae-360f80a95c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:33.547950 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89074359-199e-448a-be5c-926a64033429 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852641875'] for subnet, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:33.570443 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43dfd90-fac5-4f42-8caa-9bc557f48086 req-da5bb76d-b31b-4ed5-a598-ca3e070bba5d tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] No DVR routers for this DVR port 146531f9-c69a-4d40-95e2-22d2f95f62e6 on host hv-cinder-76330 {{(pid=83985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:07:33.573968 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-a43dfd90-fac5-4f42-8caa-9bc557f48086 req-da5bb76d-b31b-4ed5-a598-ca3e070bba5d tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:33.578388 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a43dfd90-fac5-4f42-8caa-9bc557f48086 req-da5bb76d-b31b-4ed5-a598-ca3e070bba5d tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.86 "DELETE /v2.0/ports/146531f9-c69a-4d40-95e2-22d2f95f62e6 HTTP/1.1" status: 204 len: 173 time: 3.2458503 Feb 16 18:07:33.588058 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9fcc10f-c4aa-4c58-9ac5-ead594dc57ea', 'name': 'network-vif-deleted', 'tag': '146531f9-c69a-4d40-95e2-22d2f95f62e6'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:07:33.645300 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3313af9e-a5ce-4a6b-a6bf-c35cdfbe169d req-1f557269-0b40-4897-a7b9-ddd02f038d04 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733534 Feb 16 18:07:33.662621 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89074359-199e-448a-be5c-926a64033429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853799394'] for subnet, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:33.687496 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-ad046bb6-8035-472f-8602-fe01e4c2ff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211d07c7-5804-4283-b1df-1da0a71471c9', 'name': 'tempest-TestShelveInstance-50969200-router', 'tenant_id': 'bd6c953f1ca345a5b1e19766aac6f37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': 'c4a847cb-6150-4d52-ac74-040bf68ab208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:07:29Z', 'updated_at': '2021-02-16T18:07:31Z', 'revision_number': 3, 'project_id': 'bd6c953f1ca345a5b1e19766aac6f37d', 'gw_port': {'id': 'c4a847cb-6150-4d52-ac74-040bf68ab208', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211d07c7-5804-4283-b1df-1da0a71471c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:30Z', 'updated_at': '2021-02-16T18:07:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:33.692842 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad046bb6-8035-472f-8602-fe01e4c2ff84 None None] Checking router: 211d07c7-5804-4283-b1df-1da0a71471c9 for host: dv-cinder-763306-9-smb {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:07:33.693821 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad046bb6-8035-472f-8602-fe01e4c2ff84 None None] Updating router 211d07c7-5804-4283-b1df-1da0a71471c9 port c4a847cb-6150-4d52-ac74-040bf68ab208 binding host dv-cinder-763306-9-smb {{(pid=83988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 18:07:33.701043 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a873856d-6060-433b-93a7-82413c6f4387 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:33.752070 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a873856d-6060-433b-93a7-82413c6f4387 None None] Checking agent: {'id': '32a65721-1161-4909-9634-11ba095c6914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 17, 55, 57), 'started_at': datetime.datetime(2021, 2, 16, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:07:33.752550 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a873856d-6060-433b-93a7-82413c6f4387 None None] Checking segment: {'id': '8d96ebb3-332f-4a40-9123-fca7c806360d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8ee3c586-7435-4412-812f-f166097535a4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:07:33.753017 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a873856d-6060-433b-93a7-82413c6f4387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:33.753469 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a873856d-6060-433b-93a7-82413c6f4387 None None] Bound using segment: {'id': '8d96ebb3-332f-4a40-9123-fca7c806360d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8ee3c586-7435-4412-812f-f166097535a4'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:07:33.754588 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-a873856d-6060-433b-93a7-82413c6f4387 None None] Bound port: a9461982-0573-4a5f-b16b-b77695fe17b0, host: dv-cinder-763306-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d96ebb3-332f-4a40-9123-fca7c806360d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8ee3c586-7435-4412-812f-f166097535a4'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:07:33.755025 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a873856d-6060-433b-93a7-82413c6f4387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:33.767027 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ad046bb6-8035-472f-8602-fe01e4c2ff84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:33.852558 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4bcaf8b8-7932-4395-a634-f81a7b961d28 req-9af76cd8-a3ac-4d13-b4a6-2d4a0371a349 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 210 time: 0.0757725 Feb 16 18:07:33.929236 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d1d150-70d0-49fe-baae-360f80a95c5b None None] Routers {'5c67a771-b24e-4337-a4bf-471d16ee321a'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:07:33.929860 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-32d1d150-70d0-49fe-baae-360f80a95c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:07:26Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['5c67a771-b24e-4337-a4bf-471d16ee321a'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:34.014151 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55174e-8a26-47b5-9f27-6f8313b3d45f req-4c9e2908-d47c-4764-b2fe-852f59c3396b tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:34.029549 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6d55174e-8a26-47b5-9f27-6f8313b3d45f req-4c9e2908-d47c-4764-b2fe-852f59c3396b tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.3806419 Feb 16 18:07:34.152015 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb18ae7-8a74-4345-a538-2e533ccef4b4 None None] Pushing event updated for resources: {'Port': ['ID=06cf8c97-23f7-4402-8c43-e8635e80e540,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:34.209939 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-571c8cad-a2ce-4ab3-9819-5cd4358a070e req-37a3823b-fae9-471d-abb3-1439d267e171 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Synchronizing usage tracker for tenant:577bcb60dcf441dbb5ad5fa5c5313ff7 on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:07:34.212439 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-9cb18ae7-8a74-4345-a538-2e533ccef4b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:34.237138 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6d55174e-8a26-47b5-9f27-6f8313b3d45f req-1a7bab05-8d6a-4695-b1a8-0f460e777534 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073545 Feb 16 18:07:34.259157 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-571c8cad-a2ce-4ab3-9819-5cd4358a070e req-37a3823b-fae9-471d-abb3-1439d267e171 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Unset dirty status for tenant:577bcb60dcf441dbb5ad5fa5c5313ff7 on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:07:34.260735 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-571c8cad-a2ce-4ab3-9819-5cd4358a070e req-37a3823b-fae9-471d-abb3-1439d267e171 tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9fcc10f-c4aa-4c58-9ac5-ead594dc57ea HTTP/1.1" status: 200 len: 210 time: 0.1440620 Feb 16 18:07:34.313693 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9fcc10f-c4aa-4c58-9ac5-ead594dc57ea', 'name': 'network-vif-deleted', 'tag': '146531f9-c69a-4d40-95e2-22d2f95f62e6', 'status': 'completed', 'code': 200} Feb 16 18:07:34.327555 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-a873856d-6060-433b-93a7-82413c6f4387 None None] For port a9461982-0573-4a5f-b16b-b77695fe17b0, host dv-cinder-763306-9-smb, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:07:34.376015 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-a873856d-6060-433b-93a7-82413c6f4387 None None] For port a9461982-0573-4a5f-b16b-b77695fe17b0, host dv-cinder-763306-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=a9461982-0573-4a5f-b16b-b77695fe17b0,segment=NetworkSegment(8d96ebb3-332f-4a40-9123-fca7c806360d),segment_id=8d96ebb3-332f-4a40-9123-fca7c806360d)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:07:34.380585 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a873856d-6060-433b-93a7-82413c6f4387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:34.612546 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a86bb937-fcd7-430a-81dc-5decd9d1e3b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:34.687625 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ad046bb6-8035-472f-8602-fe01e4c2ff84 None None] Notify callbacks [] for port, precommit_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:34.737816 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-ad046bb6-8035-472f-8602-fe01e4c2ff84 None None] Transition to ACTIVE for port object c4a847cb-6150-4d52-ac74-040bf68ab208 will not be triggered until provisioned by entity L2. {{(pid=83988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:07:34.745570 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ad046bb6-8035-472f-8602-fe01e4c2ff84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:34.767669 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-32d1d150-70d0-49fe-baae-360f80a95c5b None None] Set router 5c67a771-b24e-4337-a4bf-471d16ee321a gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:07:34.775506 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:34.980336 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89074359-199e-448a-be5c-926a64033429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2831681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3161752'] for subnet, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:35.011624 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a897c-c57e-412d-8dfd-278684b4e9f8 None None] Pushing event updated for resources: {'Port': ['ID=c4a847cb-6150-4d52-ac74-040bf68ab208,revision_number=2']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:35.032197 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:35.032571 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ee6a897c-c57e-412d-8dfd-278684b4e9f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:35.136095 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89074359-199e-448a-be5c-926a64033429 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65a5b0a0-6ed1-4459-9e94-a1738d70b48e,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:35.154740 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-89074359-199e-448a-be5c-926a64033429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:35.158215 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-ad046bb6-8035-472f-8602-fe01e4c2ff84 None None] Attempting to bind port c4a847cb-6150-4d52-ac74-040bf68ab208 on host dv-cinder-763306-9-smb for vnic_type normal with profile {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:07:35.158879 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-ad046bb6-8035-472f-8602-fe01e4c2ff84 None None] Attempting to bind port c4a847cb-6150-4d52-ac74-040bf68ab208 by drivers openvswitch on host dv-cinder-763306-9-smb at level 0 using segments [{'id': 'd8e446b7-17d7-4e96-a48b-79ba500f2134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:07:35.159813 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad046bb6-8035-472f-8602-fe01e4c2ff84 None None] Attempting to bind port c4a847cb-6150-4d52-ac74-040bf68ab208 on network d4f88037-574b-44e5-a9d6-1bdf8627b244 {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:07:35.167798 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad046bb6-8035-472f-8602-fe01e4c2ff84 None None] Checking agent: {'id': '32a65721-1161-4909-9634-11ba095c6914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 17, 55, 57), 'started_at': datetime.datetime(2021, 2, 16, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:07:35.168577 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad046bb6-8035-472f-8602-fe01e4c2ff84 None None] Checking segment: {'id': 'd8e446b7-17d7-4e96-a48b-79ba500f2134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:07:35.169873 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ad046bb6-8035-472f-8602-fe01e4c2ff84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:35.170537 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad046bb6-8035-472f-8602-fe01e4c2ff84 None None] Bound using segment: {'id': 'd8e446b7-17d7-4e96-a48b-79ba500f2134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'} {{(pid=83988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:07:35.170843 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-011e1402-849c-4f05-a36e-c8b6e4df5436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:35.171572 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-ad046bb6-8035-472f-8602-fe01e4c2ff84 None None] Bound port: c4a847cb-6150-4d52-ac74-040bf68ab208, host: dv-cinder-763306-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e446b7-17d7-4e96-a48b-79ba500f2134', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'}}] {{(pid=83988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:07:35.172217 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ad046bb6-8035-472f-8602-fe01e4c2ff84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:35.306057 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89074359-199e-448a-be5c-926a64033429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:35.310174 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-ad046bb6-8035-472f-8602-fe01e4c2ff84 None None] For port c4a847cb-6150-4d52-ac74-040bf68ab208, host dv-cinder-763306-9-smb, cleared binding levels {{(pid=83988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:07:35.315766 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-ad046bb6-8035-472f-8602-fe01e4c2ff84 None None] For port c4a847cb-6150-4d52-ac74-040bf68ab208, host dv-cinder-763306-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=c4a847cb-6150-4d52-ac74-040bf68ab208,segment=NetworkSegment(d8e446b7-17d7-4e96-a48b-79ba500f2134),segment_id=d8e446b7-17d7-4e96-a48b-79ba500f2134)] {{(pid=83988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:07:35.322130 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ad046bb6-8035-472f-8602-fe01e4c2ff84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:35.360116 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-89074359-199e-448a-be5c-926a64033429 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/65a5b0a0-6ed1-4459-9e94-a1738d70b48e HTTP/1.1" status: 204 len: 168 time: 2.4557774 Feb 16 18:07:35.360636 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 60718) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:07:35.367463 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-4bcc444d-403e-4291-aa0f-c223ced44296 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:35.411245 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61a05d-e6e4-4333-957a-9033281e00e5 req-8d4cf4c3-60e1-4204-9d73-30e20fcd9843 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:35.420258 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1a61a05d-e6e4-4333-957a-9033281e00e5 req-8d4cf4c3-60e1-4204-9d73-30e20fcd9843 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a4b8c35-ffd6-4de1-8db7-47c98a209712 HTTP/1.1" status: 200 len: 946 time: 0.2538335 Feb 16 18:07:35.571684 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a873856d-6060-433b-93a7-82413c6f4387 None None] Pushing event updated for resources: {'Port': ['ID=a9461982-0573-4a5f-b16b-b77695fe17b0,revision_number=2']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:35.576837 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a873856d-6060-433b-93a7-82413c6f4387 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.964s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:35.586092 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a897c-c57e-412d-8dfd-278684b4e9f8 None None] Pushing event updated for resources: {'Port': ['ID=c4a847cb-6150-4d52-ac74-040bf68ab208,revision_number=3']} {{(pid=83988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:35.596474 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4c6e2495-17d6-49e1-b15b-13fde57b7231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853787567'] for network, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:35.602948 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ee6a897c-c57e-412d-8dfd-278684b4e9f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:35.630761 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-32d1d150-70d0-49fe-baae-360f80a95c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'name': 'tempest-TestShelveInstance-1007970580-router', 'tenant_id': '7c84d650e1d94b238253914a68a4d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'c073d3d3-5279-4292-904d-eea6b7804699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:07:12Z', 'updated_at': '2021-02-16T18:07:23Z', 'revision_number': 4, 'project_id': '7c84d650e1d94b238253914a68a4d647', 'gw_port': {'id': 'c073d3d3-5279-4292-904d-eea6b7804699', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:16Z', 'updated_at': '2021-02-16T18:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': '06cf8c97-23f7-4402-8c43-e8635e80e540', 'name': '', 'network_id': '40185a06-1620-44b9-8dd1-e63dae9ab62c', 'tenant_id': '7c84d650e1d94b238253914a68a4d647', 'mac_address': 'fa:16:3e:e2:8f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '741a1dfc-122f-4201-86a1-fb09ac387c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:22Z', 'updated_at': '2021-02-16T18:07:33Z', 'revision_number': 4, 'project_id': '7c84d650e1d94b238253914a68a4d647', 'subnets': [{'id': '741a1dfc-122f-4201-86a1-fb09ac387c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:35.643304 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d1d150-70d0-49fe-baae-360f80a95c5b None None] The sync data for ids ['5c67a771-b24e-4337-a4bf-471d16ee321a'] in dv-cinder-763306-9-smb is: [{'id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'name': 'tempest-TestShelveInstance-1007970580-router', 'tenant_id': '7c84d650e1d94b238253914a68a4d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'c073d3d3-5279-4292-904d-eea6b7804699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:07:12Z', 'updated_at': '2021-02-16T18:07:23Z', 'revision_number': 4, 'project_id': '7c84d650e1d94b238253914a68a4d647', 'gw_port': {'id': 'c073d3d3-5279-4292-904d-eea6b7804699', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:16Z', 'updated_at': '2021-02-16T18:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': '06cf8c97-23f7-4402-8c43-e8635e80e540', 'name': '', 'network_id': '40185a06-1620-44b9-8dd1-e63dae9ab62c', 'tenant_id': '7c84d650e1d94b238253914a68a4d647', 'mac_address': 'fa:16:3e:e2:8f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '741a1dfc-122f-4201-86a1-fb09ac387c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:22Z', 'updated_at': '2021-02-16T18:07:33Z', 'revision_number': 4, 'project_id': '7c84d650e1d94b238253914a68a4d647', 'subnets': [{'id': '741a1dfc-122f-4201-86a1-fb09ac387c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:07:35.645990 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1a61a05d-e6e4-4333-957a-9033281e00e5 req-42346bc3-cb70-4064-be24-4c9cc9c0705e tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244034 Feb 16 18:07:35.653347 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-db5863cb-d1d2-46a9-8082-192381d67d89 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:35.654940 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-db5863cb-d1d2-46a9-8082-192381d67d89 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.86 "GET /v2.0/networks?id=254b54a2-6ec3-4abc-b0fd-dceeba540521 HTTP/1.1" status: 200 len: 814 time: 0.2008708 Feb 16 18:07:35.700884 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea032a-a67f-482e-9793-52b10d8e3f8e req-cd6695dd-0131-4732-a441-8ffef72657ee tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:35.701885 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-dbea032a-a67f-482e-9793-52b10d8e3f8e req-cd6695dd-0131-4732-a441-8ffef72657ee tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.8681793 Feb 16 18:07:35.712231 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8d35e0e4-5acb-4329-a63f-0849745605da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Request body: {'port': {'device_id': '5cc53fab-045d-41fc-864d-18cdeb92c558', 'network_id': '254b54a2-6ec3-4abc-b0fd-dceeba540521', 'admin_state_up': True, 'tenant_id': '7dfc2a9d167d4239b695d5ff5e8a3a94'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:07:35.808459 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad046bb6-8035-472f-8602-fe01e4c2ff84 None None] Routers {'211d07c7-5804-4283-b1df-1da0a71471c9'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:07:35.809804 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-ad046bb6-8035-472f-8602-fe01e4c2ff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:07:26Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['211d07c7-5804-4283-b1df-1da0a71471c9'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:35.835919 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 089b2a47-362b-4f5e-807d-b8c5bcea639d up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:07:35.915703 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8d35e0e4-5acb-4329-a63f-0849745605da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:07:35.919944 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8d35e0e4-5acb-4329-a63f-0849745605da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Usage tracker for resource:port and tenant:7dfc2a9d167d4239b695d5ff5e8a3a94 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:07:35.923017 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8d35e0e4-5acb-4329-a63f-0849745605da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:07:35.924523 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device a9461982-0573-4a5f-b16b-b77695fe17b0 up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:07:35.936809 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8d35e0e4-5acb-4329-a63f-0849745605da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:07:36.082882 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8d35e0e4-5acb-4329-a63f-0849745605da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Made reservation on behalf of 7dfc2a9d167d4239b695d5ff5e8a3a94 for: {'port': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:07:36.091010 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8d35e0e4-5acb-4329-a63f-0849745605da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:36.096160 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning for port a9461982-0573-4a5f-b16b-b77695fe17b0 completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:07:36.102316 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4c6e2495-17d6-49e1-b15b-13fde57b7231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853803641', 'neutron.services.segments.db._delete_segments_for_network--9223363287453533471'] for network, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:36.103225 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-ad046bb6-8035-472f-8602-fe01e4c2ff84 None None] Set router 211d07c7-5804-4283-b1df-1da0a71471c9 gateway port host: dv-cinder-763306-9-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:07:36.117004 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 089b2a47-362b-4f5e-807d-b8c5bcea639d triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:36.117436 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:36.175695 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-dbea032a-a67f-482e-9793-52b10d8e3f8e req-2ce8cd35-be89-4590-9118-bdedf3863482 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609187 Feb 16 18:07:36.194259 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-590e1ead-9691-4b67-ae4a-b56f193f2859 req-5579c0a9-0aa4-44e5-bb6b-a376ac677e19 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 210 time: 0.2369797 Feb 16 18:07:36.892303 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9dd9fc-92ba-4711-a748-ca5ce1d49be8 None None] Network 8ee3c586-7435-4412-812f-f166097535a4 requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:07:36.938917 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8d35e0e4-5acb-4329-a63f-0849745605da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Allocated IP 172.20.0.7 (254b54a2-6ec3-4abc-b0fd-dceeba540521/08e844c8-151c-4441-9ffd-e0d1f75d181d/4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:07:36.965454 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-4c6e2495-17d6-49e1-b15b-13fde57b7231 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9531aa57-f176-4ccc-978b-9e7f95e74633']}} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:36.988448 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-4c6e2495-17d6-49e1-b15b-13fde57b7231 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '911ee119-4143-4259-8018-8e0f6e7675d5') {'for_net_delete': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:36.989013 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-4c6e2495-17d6-49e1-b15b-13fde57b7231 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '911ee119-4143-4259-8018-8e0f6e7675d5') {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:37.017610 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4c6e2495-17d6-49e1-b15b-13fde57b7231 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363287453521951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2133926'] for segment, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:37.031723 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [None req-011e1402-849c-4f05-a36e-c8b6e4df5436 admin admin] Allocated IP 172.20.0.1 (8ee3c586-7435-4412-812f-f166097535a4/422becf8-86d8-4600-92bc-e8545e47b146/3fc2e33d-c578-4701-a58d-020b58c2eda3) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:07:37.047297 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4c6e2495-17d6-49e1-b15b-13fde57b7231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975480'] for segment, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:37.050184 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4c6e2495-17d6-49e1-b15b-13fde57b7231 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 18:07:37.064165 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-3d0c0388-8bc6-48d6-a067-85dbc5f69cde None None] Provisioning for port a9461982-0573-4a5f-b16b-b77695fe17b0 completed by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:07:37.073029 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-3d0c0388-8bc6-48d6-a067-85dbc5f69cde None None] Provisioning complete for port a9461982-0573-4a5f-b16b-b77695fe17b0 triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:37.073454 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3d0c0388-8bc6-48d6-a067-85dbc5f69cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:37.302841 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-ad046bb6-8035-472f-8602-fe01e4c2ff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211d07c7-5804-4283-b1df-1da0a71471c9', 'name': 'tempest-TestShelveInstance-50969200-router', 'tenant_id': 'bd6c953f1ca345a5b1e19766aac6f37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': 'c4a847cb-6150-4d52-ac74-040bf68ab208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:07:29Z', 'updated_at': '2021-02-16T18:07:31Z', 'revision_number': 3, 'project_id': 'bd6c953f1ca345a5b1e19766aac6f37d', 'gw_port': {'id': 'c4a847cb-6150-4d52-ac74-040bf68ab208', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211d07c7-5804-4283-b1df-1da0a71471c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:30Z', 'updated_at': '2021-02-16T18:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:37.317240 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad046bb6-8035-472f-8602-fe01e4c2ff84 None None] The sync data for ids ['211d07c7-5804-4283-b1df-1da0a71471c9'] in dv-cinder-763306-9-smb is: [{'id': '211d07c7-5804-4283-b1df-1da0a71471c9', 'name': 'tempest-TestShelveInstance-50969200-router', 'tenant_id': 'bd6c953f1ca345a5b1e19766aac6f37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': 'c4a847cb-6150-4d52-ac74-040bf68ab208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:07:29Z', 'updated_at': '2021-02-16T18:07:31Z', 'revision_number': 3, 'project_id': 'bd6c953f1ca345a5b1e19766aac6f37d', 'gw_port': {'id': 'c4a847cb-6150-4d52-ac74-040bf68ab208', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211d07c7-5804-4283-b1df-1da0a71471c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:30Z', 'updated_at': '2021-02-16T18:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:07:37.568650 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3d0c0388-8bc6-48d6-a067-85dbc5f69cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:37.685093 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-3d0c0388-8bc6-48d6-a067-85dbc5f69cde None None] For port a9461982-0573-4a5f-b16b-b77695fe17b0, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=a9461982-0573-4a5f-b16b-b77695fe17b0,segment=NetworkSegment(8d96ebb3-332f-4a40-9123-fca7c806360d),segment_id=8d96ebb3-332f-4a40-9123-fca7c806360d)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:07:37.690535 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3d0c0388-8bc6-48d6-a067-85dbc5f69cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:37.692649 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:37.711411 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2fca9-9e2a-4983-92bb-778f9304174f req-c989e0a7-e5b2-419a-b6cf-adce3feaa4ad tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:37.722562 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-61b2fca9-9e2a-4983-92bb-778f9304174f req-c989e0a7-e5b2-419a-b6cf-adce3feaa4ad tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.7754469 Feb 16 18:07:37.848941 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 384a9a55-8c03-43c7-8ef1-4bc274c115e9 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:07:37.855227 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72215ab0-cdf1-4de8-8a87-7a18c47c6d29 req-182f24ee-fa38-4e24-accc-e1532df6c964 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:37.873946 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-72215ab0-cdf1-4de8-8a87-7a18c47c6d29 req-182f24ee-fa38-4e24-accc-e1532df6c964 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a4b8c35-ffd6-4de1-8db7-47c98a209712 HTTP/1.1" status: 200 len: 946 time: 0.7672758 Feb 16 18:07:37.970958 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-4c6e2495-17d6-49e1-b15b-13fde57b7231 admin admin] Network 9531aa57-f176-4ccc-978b-9e7f95e74633 has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:07:37.992033 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-61b2fca9-9e2a-4983-92bb-778f9304174f req-a34d8f09-b8f2-44ee-88e0-ab7c1df632d2 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2679996 Feb 16 18:07:38.036284 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-72215ab0-cdf1-4de8-8a87-7a18c47c6d29 req-aca6c5d6-c18b-4f15-806b-974239acb4f8 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608596 Feb 16 18:07:38.061760 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4c6e2495-17d6-49e1-b15b-13fde57b7231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853800433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851943453'] for segment, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:38.161096 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 06cf8c97-23f7-4402-8c43-e8635e80e540 up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:07:38.213973 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8d35e0e4-5acb-4329-a63f-0849745605da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:38.276792 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8d35e0e4-5acb-4329-a63f-0849745605da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Transition to ACTIVE for port object 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 will not be triggered until provisioned by entity DHCP. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:07:38.404628 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-5af98ade-ed01-4f45-8255-73632e003841 None None] Provisioning complete for port a9461982-0573-4a5f-b16b-b77695fe17b0 triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:38.405188 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5af98ade-ed01-4f45-8255-73632e003841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:38.573707 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a1d8a6c5-53b1-4b14-84cf-e15eff17e340 req-ae71624a-ca1f-4f68-9288-0b6acb6f22ad tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 210 time: 0.1625330 Feb 16 18:07:38.584041 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8d35e0e4-5acb-4329-a63f-0849745605da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:38.627987 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-4c6e2495-17d6-49e1-b15b-13fde57b7231 admin admin] Network 9531aa57-f176-4ccc-978b-9e7f95e74633 has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:07:38.866874 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning for port 06cf8c97-23f7-4402-8c43-e8635e80e540 completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:07:38.879507 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c0388-8bc6-48d6-a067-85dbc5f69cde None None] Pushing event updated for resources: {'Port': ['ID=a9461982-0573-4a5f-b16b-b77695fe17b0,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:38.889935 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3d0c0388-8bc6-48d6-a067-85dbc5f69cde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.196s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:38.893813 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port 06cf8c97-23f7-4402-8c43-e8635e80e540 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:38.894948 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:38.950886 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:38.975767 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 384a9a55-8c03-43c7-8ef1-4bc274c115e9 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:38.976122 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:39.036995 dv-cinder-763306-9-smb neutron-server[83874]: Traceback (most recent call last): Feb 16 18:07:39.036995 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:07:39.036995 dv-cinder-763306-9-smb neutron-server[83874]: timer() Feb 16 18:07:39.036995 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:07:39.036995 dv-cinder-763306-9-smb neutron-server[83874]: cb(*args, **kw) Feb 16 18:07:39.036995 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 18:07:39.036995 dv-cinder-763306-9-smb neutron-server[83874]: return func(*args, **kwargs) Feb 16 18:07:39.036995 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:07:39.036995 dv-cinder-763306-9-smb neutron-server[83874]: self._notify() Feb 16 18:07:39.036995 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:07:39.036995 dv-cinder-763306-9-smb neutron-server[83874]: self.callback(batched_events) Feb 16 18:07:39.036995 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:07:39.036995 dv-cinder-763306-9-smb neutron-server[83874]: event.method(event) Feb 16 18:07:39.036995 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:07:39.036995 dv-cinder-763306-9-smb neutron-server[83874]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:07:39.036995 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 18:07:39.036995 dv-cinder-763306-9-smb neutron-server[83874]: segment_id)['aggregates'][0] Feb 16 18:07:39.036995 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:07:39.036995 dv-cinder-763306-9-smb neutron-server[83874]: return f(self, *a, **k) Feb 16 18:07:39.036995 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:07:39.036995 dv-cinder-763306-9-smb neutron-server[83874]: return self._get(url).json() Feb 16 18:07:39.036995 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:07:39.036995 dv-cinder-763306-9-smb neutron-server[83874]: **kwargs) Feb 16 18:07:39.036995 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 18:07:39.036995 dv-cinder-763306-9-smb neutron-server[83874]: return self.request(url, 'GET', **kwargs) Feb 16 18:07:39.036995 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 18:07:39.036995 dv-cinder-763306-9-smb neutron-server[83874]: **endpoint_filter) Feb 16 18:07:39.036995 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 18:07:39.036995 dv-cinder-763306-9-smb neutron-server[83874]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:07:39.036995 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 18:07:39.036995 dv-cinder-763306-9-smb neutron-server[83874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:07:39.036995 dv-cinder-763306-9-smb neutron-server[83874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:07:39.047963 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4c6e2495-17d6-49e1-b15b-13fde57b7231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852784992'] for network, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:39.094460 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-e9992f5c-fe4e-4cb5-ae58-c4ea43e23015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:39.146306 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e2495-17d6-49e1-b15b-13fde57b7231 admin admin] Pushing event deleted for resources: {'Network': ['ID=9531aa57-f176-4ccc-978b-9e7f95e74633,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:39.151368 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4c6e2495-17d6-49e1-b15b-13fde57b7231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:39.195264 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-4c6e2495-17d6-49e1-b15b-13fde57b7231 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9531aa57-f176-4ccc-978b-9e7f95e74633 HTTP/1.1" status: 204 len: 168 time: 3.8332863 Feb 16 18:07:39.214509 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-4c6e2495-17d6-49e1-b15b-13fde57b7231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:39.222457 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-011e1402-849c-4f05-a36e-c8b6e4df5436 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:39.273246 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-011e1402-849c-4f05-a36e-c8b6e4df5436 admin admin] Transition to ACTIVE for port object 3fc2e33d-c578-4701-a58d-020b58c2eda3 will not be triggered until provisioned by entity DHCP. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:07:39.314675 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-011e1402-849c-4f05-a36e-c8b6e4df5436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851944169'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:39.321171 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35e0e4-5acb-4329-a63f-0849745605da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Pushing event updated for resources: {'Port': ['ID=4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:39.345658 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:39.361236 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-8d35e0e4-5acb-4329-a63f-0849745605da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:39.367946 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050ad4d-1638-4dd8-97ed-a0ee9272f48a req-8d8de393-7670-4365-9afa-95060295897b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:39.397829 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b050ad4d-1638-4dd8-97ed-a0ee9272f48a req-8d8de393-7670-4365-9afa-95060295897b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 1.1174119 Feb 16 18:07:39.515347 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b050ad4d-1638-4dd8-97ed-a0ee9272f48a req-d4a68c6e-c17b-4e71-82c7-03c399aac4ae tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164401 Feb 16 18:07:39.620372 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8d35e0e4-5acb-4329-a63f-0849745605da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Network 254b54a2-6ec3-4abc-b0fd-dceeba540521 is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:07:39.621703 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8d35e0e4-5acb-4329-a63f-0849745605da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:07:39.630559 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8d35e0e4-5acb-4329-a63f-0849745605da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:07:39.680313 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-48c5de4d-8a56-4309-90f4-7147fa9ed0a5 None None] Provisioning complete for port a9461982-0573-4a5f-b16b-b77695fe17b0 triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:39.681171 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-48c5de4d-8a56-4309-90f4-7147fa9ed0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:39.727738 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e1402-849c-4f05-a36e-c8b6e4df5436 admin admin] Pushing event updated for resources: {'Port': ['ID=3fc2e33d-c578-4701-a58d-020b58c2eda3,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:39.761276 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-011e1402-849c-4f05-a36e-c8b6e4df5436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:39.770721 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8d35e0e4-5acb-4329-a63f-0849745605da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:39.771456 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8d35e0e4-5acb-4329-a63f-0849745605da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:39.807601 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 60806) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:07:39.852800 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:39.859262 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011e1402-849c-4f05-a36e-c8b6e4df5436 admin admin] Network 8ee3c586-7435-4412-812f-f166097535a4 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:07:39.862983 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-011e1402-849c-4f05-a36e-c8b6e4df5436 admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:07:39.865457 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011e1402-849c-4f05-a36e-c8b6e4df5436 admin admin] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:07:39.949257 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-011e1402-849c-4f05-a36e-c8b6e4df5436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1592565'] for router_interface, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:39.987496 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8d35e0e4-5acb-4329-a63f-0849745605da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2840421 Feb 16 18:07:40.073856 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-f9c9f17c-e4fb-4630-820a-f74515afc66a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=824d2286864c483eb5e2e281bf37fe67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2635827 Feb 16 18:07:40.075013 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 60810) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:07:40.184696 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78519a29-ce82-408c-8fe3-5b6bcb4a8cb8 req-f0f8571b-cfca-4a56-8ddd-20c1c189a1ec tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:40.196160 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-78519a29-ce82-408c-8fe3-5b6bcb4a8cb8 req-f0f8571b-cfca-4a56-8ddd-20c1c189a1ec tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.3286085 Feb 16 18:07:40.202701 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-011e1402-849c-4f05-a36e-c8b6e4df5436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:40.210022 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] For port 06cf8c97-23f7-4402-8c43-e8635e80e540, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=06cf8c97-23f7-4402-8c43-e8635e80e540,segment=NetworkSegment(2df9abcd-74ec-49d6-925d-63f4ab9b739a),segment_id=2df9abcd-74ec-49d6-925d-63f4ab9b739a)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:07:40.216303 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:40.246257 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:40.322077 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-78519a29-ce82-408c-8fe3-5b6bcb4a8cb8 req-6851cec6-c4f3-4a96-b2d3-9af8b766c9c5 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250000 Feb 16 18:07:40.330154 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944a0df7-ff9a-439e-95aa-b5d2a8a059aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:40.401181 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944a0df7-ff9a-439e-95aa-b5d2a8a059aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:40.414293 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-8675eb89-bf9d-42bf-a746-b586a98d1cc8 None None] Provisioning for port 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 completed by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:07:40.435445 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-8675eb89-bf9d-42bf-a746-b586a98d1cc8 None None] Provisioning complete for port 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:40.435875 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8675eb89-bf9d-42bf-a746-b586a98d1cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:40.510787 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device c4a847cb-6150-4d52-ac74-040bf68ab208 up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:07:40.560070 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Pushing event updated for resources: {'Port': ['ID=06cf8c97-23f7-4402-8c43-e8635e80e540,revision_number=5']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:40.566968 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:40.581362 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944a0df7-ff9a-439e-95aa-b5d2a8a059aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:40.586777 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-5b0d3d77-343f-4301-945b-fbe1a6719f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:40.594545 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-8675eb89-bf9d-42bf-a746-b586a98d1cc8 None None] Port 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 cannot update to ACTIVE because it is not bound. {{(pid=83987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:07:40.604114 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a0df7-ff9a-439e-95aa-b5d2a8a059aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1c0bbe-5e08-4dcb-84f3-00500476b554,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:40.607239 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-944a0df7-ff9a-439e-95aa-b5d2a8a059aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:40.617612 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning for port c4a847cb-6150-4d52-ac74-040bf68ab208 completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:07:40.623106 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-8675eb89-bf9d-42bf-a746-b586a98d1cc8 None None] Provisioning for port 3fc2e33d-c578-4701-a58d-020b58c2eda3 completed by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:07:40.636980 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port c4a847cb-6150-4d52-ac74-040bf68ab208 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:40.637399 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:40.640387 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-944a0df7-ff9a-439e-95aa-b5d2a8a059aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:40.644619 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-944a0df7-ff9a-439e-95aa-b5d2a8a059aa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9a1c0bbe-5e08-4dcb-84f3-00500476b554 HTTP/1.1" status: 204 len: 168 time: 0.5666137 Feb 16 18:07:40.700040 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75bb69f-6987-4ff6-8997-731948a78e74 req-118e56d3-4e0a-401e-a26d-67a62abc6c7a tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:40.701840 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a75bb69f-6987-4ff6-8997-731948a78e74 req-118e56d3-4e0a-401e-a26d-67a62abc6c7a tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a4b8c35-ffd6-4de1-8db7-47c98a209712 HTTP/1.1" status: 200 len: 946 time: 0.1913457 Feb 16 18:07:40.738504 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-011e1402-849c-4f05-a36e-c8b6e4df5436 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:40.747998 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-8675eb89-bf9d-42bf-a746-b586a98d1cc8 None None] Provisioning complete for port 3fc2e33d-c578-4701-a58d-020b58c2eda3 triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:40.753489 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-011e1402-849c-4f05-a36e-c8b6e4df5436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2831644'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:40.756220 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8675eb89-bf9d-42bf-a746-b586a98d1cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:40.784490 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a75bb69f-6987-4ff6-8997-731948a78e74 req-32707946-58d3-4619-b23b-65eef2d887d6 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756695 Feb 16 18:07:40.795484 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-9fc4a28e-50f7-4da5-8b4f-bcad1b75e112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:40.900782 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e1402-849c-4f05-a36e-c8b6e4df5436 admin admin] Pushing event updated for resources: {'Port': ['ID=3fc2e33d-c578-4701-a58d-020b58c2eda3,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:40.929046 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-011e1402-849c-4f05-a36e-c8b6e4df5436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:40.946729 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-011e1402-849c-4f05-a36e-c8b6e4df5436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1681597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853183402'] for router_interface, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:41.061439 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-8675eb89-bf9d-42bf-a746-b586a98d1cc8 None None] Port 3fc2e33d-c578-4701-a58d-020b58c2eda3 cannot update to ACTIVE because it is not bound. {{(pid=83987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:07:41.215276 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:41.238545 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] For port c4a847cb-6150-4d52-ac74-040bf68ab208, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=c4a847cb-6150-4d52-ac74-040bf68ab208,segment=NetworkSegment(d8e446b7-17d7-4e96-a48b-79ba500f2134),segment_id=d8e446b7-17d7-4e96-a48b-79ba500f2134)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:07:41.243480 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:41.244980 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device a9461982-0573-4a5f-b16b-b77695fe17b0 up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:07:41.308381 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-2aa581d4-b5a4-495e-8cf9-116ecf29fd7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:41.405445 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b0494b-352e-468f-9b3a-092f0328ea3f req-193deed8-76af-4bae-95ba-c45ff48760ef tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:41.405445 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-68b0494b-352e-468f-9b3a-092f0328ea3f req-193deed8-76af-4bae-95ba-c45ff48760ef tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Synchronizing usage tracker for tenant:7dfc2a9d167d4239b695d5ff5e8a3a94 on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:07:41.458370 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-68b0494b-352e-468f-9b3a-092f0328ea3f req-193deed8-76af-4bae-95ba-c45ff48760ef tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Unset dirty status for tenant:7dfc2a9d167d4239b695d5ff5e8a3a94 on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:07:41.465230 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-68b0494b-352e-468f-9b3a-092f0328ea3f req-193deed8-76af-4bae-95ba-c45ff48760ef tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 931 time: 0.2387998 Feb 16 18:07:41.486571 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Pushing event updated for resources: {'Port': ['ID=c4a847cb-6150-4d52-ac74-040bf68ab208,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:41.497474 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:41.512390 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port a9461982-0573-4a5f-b16b-b77695fe17b0 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:41.512822 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:41.534337 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 60834) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:07:41.570745 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011e1402-849c-4f05-a36e-c8b6e4df5436 admin admin] Network 8ee3c586-7435-4412-812f-f166097535a4 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:07:41.574262 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-011e1402-849c-4f05-a36e-c8b6e4df5436 admin admin] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:07:41.579266 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-68b0494b-352e-468f-9b3a-092f0328ea3f req-ab69aa84-8d51-4ae6-862b-055354d945ae tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075313 Feb 16 18:07:41.612437 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-efe8a8c4-e2c8-4656-b34a-960aa2056ac4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c87944e7255b458595db3c0483ab46c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0766385 Feb 16 18:07:41.614909 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 60838) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:07:41.819074 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-60e95f3d-3e25-47ae-aef3-af5c3835cc20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:41.867608 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-60e95f3d-3e25-47ae-aef3-af5c3835cc20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:41.899962 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-e351e9c0-9ec1-4f2a-b013-f73a897f85d9 None None] Provisioning complete for port 3fc2e33d-c578-4701-a58d-020b58c2eda3 triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:41.900634 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e351e9c0-9ec1-4f2a-b013-f73a897f85d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:41.966411 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-60e95f3d-3e25-47ae-aef3-af5c3835cc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:41.972707 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-629cec13-b9b1-4ca6-9da2-9617dfc763e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:41.985941 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e95f3d-3e25-47ae-aef3-af5c3835cc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b0acdc-0230-4110-a37e-d620648cd282,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:41.988958 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-60e95f3d-3e25-47ae-aef3-af5c3835cc20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:41.994850 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-e351e9c0-9ec1-4f2a-b013-f73a897f85d9 None None] Port 3fc2e33d-c578-4701-a58d-020b58c2eda3 cannot update to ACTIVE because it is not bound. {{(pid=83987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:07:41.996600 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-60e95f3d-3e25-47ae-aef3-af5c3835cc20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:41.998320 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-60e95f3d-3e25-47ae-aef3-af5c3835cc20 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/51b0acdc-0230-4110-a37e-d620648cd282 HTTP/1.1" status: 204 len: 168 time: 0.3815930 Feb 16 18:07:42.040265 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011e1402-849c-4f05-a36e-c8b6e4df5436 admin admin] Router 211d07c7-5804-4283-b1df-1da0a71471c9 has already been hosted by L3 agent 616de62f-f042-46f7-b8cf-861f27422584 {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:07:42.359860 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device bc755515-3fc4-4b2c-8b01-1a2407d8ee1d up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:07:42.475710 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device c4a847cb-6150-4d52-ac74-040bf68ab208 up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:07:42.613434 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011e1402-849c-4f05-a36e-c8b6e4df5436 admin admin] Notify agent at l3_agent.dv-cinder-763306-9-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:07:42.614385 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a5ad0-1ce6-42dd-bb3b-27ffe51c10f0 req-42d5329e-9422-4142-93e4-7c30d3dea8e8 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:42.622993 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3d5a5ad0-1ce6-42dd-bb3b-27ffe51c10f0 req-42d5329e-9422-4142-93e4-7c30d3dea8e8 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.1846859 Feb 16 18:07:42.636750 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-011e1402-849c-4f05-a36e-c8b6e4df5436 admin admin] 10.222.0.41 "PUT /v2.0/routers/211d07c7-5804-4283-b1df-1da0a71471c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9662173 Feb 16 18:07:42.653465 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port c4a847cb-6150-4d52-ac74-040bf68ab208 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:42.656176 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:42.684081 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3d5a5ad0-1ce6-42dd-bb3b-27ffe51c10f0 req-26c0f17b-b5b3-4820-bd8e-4b8566301d29 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585263 Feb 16 18:07:42.732441 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe2be65-15cc-43aa-a1dd-910f745fc460 None None] Sync routers for ids ['211d07c7-5804-4283-b1df-1da0a71471c9'] in dv-cinder-763306-9-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:07:42.937862 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe2be65-15cc-43aa-a1dd-910f745fc460 None None] Routers {'211d07c7-5804-4283-b1df-1da0a71471c9'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:07:42.943082 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-abe2be65-15cc-43aa-a1dd-910f745fc460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:07:26Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['211d07c7-5804-4283-b1df-1da0a71471c9'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:43.121102 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6aadc-f144-4662-ad70-8b5c3bb227f4 req-53d692c1-681a-4730-a787-b3cecb9cdfe8 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:43.130117 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-12f6aadc-f144-4662-ad70-8b5c3bb227f4 req-53d692c1-681a-4730-a787-b3cecb9cdfe8 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a4b8c35-ffd6-4de1-8db7-47c98a209712 HTTP/1.1" status: 200 len: 946 time: 0.1231112 Feb 16 18:07:43.216253 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-12f6aadc-f144-4662-ad70-8b5c3bb227f4 req-f1ff2a61-1881-41a0-8e47-e25c12b0df70 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840652 Feb 16 18:07:43.281356 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8cefcf76-d7cf-4366-a0a3-f21590121922 service neutron] Request body: {'port': {'device_id': '5cc53fab-045d-41fc-864d-18cdeb92c558', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:07:43.661487 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8cefcf76-d7cf-4366-a0a3-f21590121922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:43.890575 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port bc755515-3fc4-4b2c-8b01-1a2407d8ee1d triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:43.891086 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:44.169016 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9ad2a-260c-4ecd-a8b6-456b8a91deba req-673f1e67-c2bd-46b0-8736-54b9e2c82d84 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:44.180888 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-2ff9ad2a-260c-4ecd-a8b6-456b8a91deba req-673f1e67-c2bd-46b0-8736-54b9e2c82d84 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Synchronizing usage tracker for tenant:622d65f99f53481b8a0d99018b9077fa on resource:port {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:07:44.225655 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-2ff9ad2a-260c-4ecd-a8b6-456b8a91deba req-673f1e67-c2bd-46b0-8736-54b9e2c82d84 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Unset dirty status for tenant:622d65f99f53481b8a0d99018b9077fa on resource:port {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:07:44.228630 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2ff9ad2a-260c-4ecd-a8b6-456b8a91deba req-673f1e67-c2bd-46b0-8736-54b9e2c82d84 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a4b8c35-ffd6-4de1-8db7-47c98a209712 HTTP/1.1" status: 200 len: 946 time: 0.3618128 Feb 16 18:07:44.343871 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-2ff9ad2a-260c-4ecd-a8b6-456b8a91deba req-a19b8180-b677-4f22-b769-bb44e8ef1191 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Deleting port 384a9a55-8c03-43c7-8ef1-4bc274c115e9 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:07:44.344552 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-2ff9ad2a-260c-4ecd-a8b6-456b8a91deba req-a19b8180-b677-4f22-b769-bb44e8ef1191 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:44.363688 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-abe2be65-15cc-43aa-a1dd-910f745fc460 None None] Set router 211d07c7-5804-4283-b1df-1da0a71471c9 gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:07:44.894371 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-2ff9ad2a-260c-4ecd-a8b6-456b8a91deba req-a19b8180-b677-4f22-b769-bb44e8ef1191 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] For port 384a9a55-8c03-43c7-8ef1-4bc274c115e9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=384a9a55-8c03-43c7-8ef1-4bc274c115e9,segment=NetworkSegment(ce64c93e-45d9-425e-aca9-3906308158b6),segment_id=ce64c93e-45d9-425e-aca9-3906308158b6)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:07:44.894986 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-2ff9ad2a-260c-4ecd-a8b6-456b8a91deba req-a19b8180-b677-4f22-b769-bb44e8ef1191 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:45.138467 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-2ff9ad2a-260c-4ecd-a8b6-456b8a91deba req-a19b8180-b677-4f22-b769-bb44e8ef1191 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Calling delete_port for 384a9a55-8c03-43c7-8ef1-4bc274c115e9 owned by compute:nova {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:07:45.301966 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8cefcf76-d7cf-4366-a0a3-f21590121922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 {{(pid=83985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:07:45.310933 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8cefcf76-d7cf-4366-a0a3-f21590121922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:45.317698 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 06cf8c97-23f7-4402-8c43-e8635e80e540 up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:07:45.461607 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device bc755515-3fc4-4b2c-8b01-1a2407d8ee1d up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:07:45.507297 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-2ff9ad2a-260c-4ecd-a8b6-456b8a91deba req-a19b8180-b677-4f22-b769-bb44e8ef1191 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851944169'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:45.543643 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8cefcf76-d7cf-4366-a0a3-f21590121922 service neutron] Transition to ACTIVE for port object 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:07:45.611200 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8cefcf76-d7cf-4366-a0a3-f21590121922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2348572'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:45.659223 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:45.697611 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port 06cf8c97-23f7-4402-8c43-e8635e80e540 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:45.698061 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:45.828322 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-65935e0f-cfe1-4585-97c1-412d960a1638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:45.848395 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-abe2be65-15cc-43aa-a1dd-910f745fc460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211d07c7-5804-4283-b1df-1da0a71471c9', 'name': 'tempest-TestShelveInstance-50969200-router', 'tenant_id': 'bd6c953f1ca345a5b1e19766aac6f37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': 'c4a847cb-6150-4d52-ac74-040bf68ab208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:07:29Z', 'updated_at': '2021-02-16T18:07:40Z', 'revision_number': 4, 'project_id': 'bd6c953f1ca345a5b1e19766aac6f37d', 'gw_port': {'id': 'c4a847cb-6150-4d52-ac74-040bf68ab208', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211d07c7-5804-4283-b1df-1da0a71471c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:30Z', 'updated_at': '2021-02-16T18:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': '3fc2e33d-c578-4701-a58d-020b58c2eda3', 'name': '', 'network_id': '8ee3c586-7435-4412-812f-f166097535a4', 'tenant_id': 'bd6c953f1ca345a5b1e19766aac6f37d', 'mac_address': 'fa:16:3e:50:8a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211d07c7-5804-4283-b1df-1da0a71471c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '422becf8-86d8-4600-92bc-e8545e47b146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:36Z', 'updated_at': '2021-02-16T18:07:40Z', 'revision_number': 2, 'project_id': 'bd6c953f1ca345a5b1e19766aac6f37d', 'subnets': [{'id': '422becf8-86d8-4600-92bc-e8545e47b146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:45.856000 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port bc755515-3fc4-4b2c-8b01-1a2407d8ee1d triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:45.856727 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:45.899301 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe2be65-15cc-43aa-a1dd-910f745fc460 None None] Checking router: 211d07c7-5804-4283-b1df-1da0a71471c9 for host: dv-cinder-763306-9-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:07:45.900601 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe2be65-15cc-43aa-a1dd-910f745fc460 None None] Updating router 211d07c7-5804-4283-b1df-1da0a71471c9 port 3fc2e33d-c578-4701-a58d-020b58c2eda3 binding host dv-cinder-763306-9-smb {{(pid=83987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 18:07:45.965329 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefcf76-d7cf-4366-a0a3-f21590121922 service neutron] Pushing event updated for resources: {'Port': ['ID=4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:45.988109 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-8cefcf76-d7cf-4366-a0a3-f21590121922 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:45.989515 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b8180-b677-4f22-b769-bb44e8ef1191 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Pushing event deleted for resources: {'Port': ['ID=384a9a55-8c03-43c7-8ef1-4bc274c115e9,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:46.009032 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-abe2be65-15cc-43aa-a1dd-910f745fc460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:46.013644 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a19b8180-b677-4f22-b769-bb44e8ef1191 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:46.093524 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860891c-714f-446d-b4c3-192b9b8b21d3 req-09138486-1980-4bf0-9c7b-7ac512fb0483 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:46.107785 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f860891c-714f-446d-b4c3-192b9b8b21d3 req-09138486-1980-4bf0-9c7b-7ac512fb0483 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 943 time: 2.3293319 Feb 16 18:07:46.142286 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff9ad2a-260c-4ecd-a8b6-456b8a91deba req-a19b8180-b677-4f22-b769-bb44e8ef1191 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] No DVR routers for this DVR port 384a9a55-8c03-43c7-8ef1-4bc274c115e9 on host hv-cinder-76330 {{(pid=83986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:07:46.158185 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-2ff9ad2a-260c-4ecd-a8b6-456b8a91deba req-a19b8180-b677-4f22-b769-bb44e8ef1191 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:46.167324 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4b8c35-ffd6-4de1-8db7-47c98a209712', 'name': 'network-vif-deleted', 'tag': '384a9a55-8c03-43c7-8ef1-4bc274c115e9'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:07:46.211339 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2ff9ad2a-260c-4ecd-a8b6-456b8a91deba req-a19b8180-b677-4f22-b769-bb44e8ef1191 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.86 "DELETE /v2.0/ports/384a9a55-8c03-43c7-8ef1-4bc274c115e9 HTTP/1.1" status: 204 len: 173 time: 1.9618216 Feb 16 18:07:46.389835 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6e104-4ca9-484b-b108-72542f06899a req-7e74034f-701a-4d84-936b-ba28724698a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:46.404338 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-66e6e104-4ca9-484b-b108-72542f06899a req-7e74034f-701a-4d84-936b-ba28724698a3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=973414d4df1442e183cfb978af50ea50&device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 1162 time: 2.0147219 Feb 16 18:07:46.514243 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 384a9a55-8c03-43c7-8ef1-4bc274c115e9 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:07:46.580308 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] No Port match for: 384a9a55-8c03-43c7-8ef1-4bc274c115e9 {{(pid=83987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:07:46.580800 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 384a9a55-8c03-43c7-8ef1-4bc274c115e9 not bound to the agent host hv-cinder-76330 {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:07:46.770198 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f860891c-714f-446d-b4c3-192b9b8b21d3 req-0b59af4c-2a3b-4708-a26f-d913ba783b8b tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6613581 Feb 16 18:07:46.777076 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eea010-33c8-4436-9726-5c177751ad57 req-b6238acd-e692-479f-a0a4-6e1d97f44fce tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:46.784787 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e8eea010-33c8-4436-9726-5c177751ad57 req-b6238acd-e692-479f-a0a4-6e1d97f44fce tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 3.1245506 Feb 16 18:07:46.789925 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6e104-4ca9-484b-b108-72542f06899a req-4bc78c3c-991c-4d03-bfad-33d16b232625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:46.791749 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-66e6e104-4ca9-484b-b108-72542f06899a req-4bc78c3c-991c-4d03-bfad-33d16b232625 service neutron] 10.222.0.86 "GET /v2.0/networks?id=48e6f4c1-cec6-4712-98a9-a9afe7d38cf4 HTTP/1.1" status: 200 len: 912 time: 0.3863888 Feb 16 18:07:47.020564 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-66e6e104-4ca9-484b-b108-72542f06899a req-cf6b95b6-b1b2-48dc-b108-71cdcad703b8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=089b2a47-362b-4f5e-807d-b8c5bcea639d HTTP/1.1" status: 200 len: 217 time: 0.1259749 Feb 16 18:07:47.156233 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e8eea010-33c8-4436-9726-5c177751ad57 req-3dc330e8-0fc7-4085-aa5d-ea24479540d7 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702755 Feb 16 18:07:47.283580 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-abe2be65-15cc-43aa-a1dd-910f745fc460 None None] Notify callbacks [] for port, precommit_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:47.295975 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8cefcf76-d7cf-4366-a0a3-f21590121922 service neutron] Attempting to bind port 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:07:47.296347 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8cefcf76-d7cf-4366-a0a3-f21590121922 service neutron] Attempting to bind port 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'ac563771-cfc3-43bf-933e-1d229ab3f487', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '254b54a2-6ec3-4abc-b0fd-dceeba540521'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:07:47.296797 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8cefcf76-d7cf-4366-a0a3-f21590121922 service neutron] Attempting to bind port 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 on network 254b54a2-6ec3-4abc-b0fd-dceeba540521 {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:07:47.339382 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-abe2be65-15cc-43aa-a1dd-910f745fc460 None None] Transition to ACTIVE for port object 3fc2e33d-c578-4701-a58d-020b58c2eda3 will not be triggered until provisioned by entity L2. {{(pid=83987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:07:47.366549 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-abe2be65-15cc-43aa-a1dd-910f745fc460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:47.378279 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8cefcf76-d7cf-4366-a0a3-f21590121922 service neutron] Checking agent: {'id': '0ec6646b-198c-4ca3-9e9d-d080d83e847c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 2, 57), 'started_at': datetime.datetime(2021, 2, 16, 18, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:07:47.378667 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8cefcf76-d7cf-4366-a0a3-f21590121922 service neutron] Checking segment: {'id': 'ac563771-cfc3-43bf-933e-1d229ab3f487', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '254b54a2-6ec3-4abc-b0fd-dceeba540521'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:07:47.379198 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8cefcf76-d7cf-4366-a0a3-f21590121922 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:47.381348 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8cefcf76-d7cf-4366-a0a3-f21590121922 service neutron] Bound using segment: {'id': 'ac563771-cfc3-43bf-933e-1d229ab3f487', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '254b54a2-6ec3-4abc-b0fd-dceeba540521'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:07:47.382255 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8cefcf76-d7cf-4366-a0a3-f21590121922 service neutron] Bound port: 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac563771-cfc3-43bf-933e-1d229ab3f487', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '254b54a2-6ec3-4abc-b0fd-dceeba540521'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:07:47.382255 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8cefcf76-d7cf-4366-a0a3-f21590121922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:47.453078 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ab55b547-13a2-462e-8f06-ca9b15b46105 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:47.472731 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6e104-4ca9-484b-b108-72542f06899a req-35c7b462-6916-4856-80b3-b2accc2a2d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:47.474360 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-66e6e104-4ca9-484b-b108-72542f06899a req-35c7b462-6916-4856-80b3-b2accc2a2d12 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6e79260-895d-4967-aa0a-6b3bee32fd12 HTTP/1.1" status: 200 len: 858 time: 0.2773337 Feb 16 18:07:47.533140 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8cefcf76-d7cf-4366-a0a3-f21590121922 service neutron] For port 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78, host hv-cinder-76330, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:07:47.536480 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8cefcf76-d7cf-4366-a0a3-f21590121922 service neutron] For port 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78,segment=NetworkSegment(ac563771-cfc3-43bf-933e-1d229ab3f487),segment_id=ac563771-cfc3-43bf-933e-1d229ab3f487)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:07:47.549152 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43ee79-09ab-4697-96b5-17890f57a720 req-406f6d42-7804-441d-993b-38822974a727 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:47.558755 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2e43ee79-09ab-4697-96b5-17890f57a720 req-406f6d42-7804-441d-993b-38822974a727 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.3030856 Feb 16 18:07:47.562401 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8cefcf76-d7cf-4366-a0a3-f21590121922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2348572'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:47.754248 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:47.814360 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5a1ef-695f-4341-a737-6a6ebc2e98e8 None None] Pushing event updated for resources: {'Port': ['ID=3fc2e33d-c578-4701-a58d-020b58c2eda3,revision_number=3']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:47.820771 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-20b5a1ef-695f-4341-a737-6a6ebc2e98e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:47.945354 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 6 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:07:47.948072 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-66e6e104-4ca9-484b-b108-72542f06899a req-ace17f25-95c9-41c5-b94d-58b09f66d85f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=48e6f4c1-cec6-4712-98a9-a9afe7d38cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206925 Feb 16 18:07:47.949094 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefcf76-d7cf-4366-a0a3-f21590121922 service neutron] Pushing event updated for resources: {'Port': ['ID=4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:47.957335 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-8cefcf76-d7cf-4366-a0a3-f21590121922 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:47.984000 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2e43ee79-09ab-4697-96b5-17890f57a720 req-f66f648e-448d-4d13-ae48-c1c5aca04cc9 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4204173 Feb 16 18:07:47.985793 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8cefcf76-d7cf-4366-a0a3-f21590121922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:47.986655 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8cefcf76-d7cf-4366-a0a3-f21590121922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:48.003489 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-8cefcf76-d7cf-4366-a0a3-f21590121922 service neutron] 10.222.0.86 "PUT /v2.0/ports/4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 HTTP/1.1" status: 200 len: 1157 time: 4.7267196 Feb 16 18:07:48.003489 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc53fab-045d-41fc-864d-18cdeb92c558', 'tag': '4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:07:48.375741 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-abe2be65-15cc-43aa-a1dd-910f745fc460 None None] Attempting to bind port 3fc2e33d-c578-4701-a58d-020b58c2eda3 on host dv-cinder-763306-9-smb for vnic_type normal with profile {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:07:48.376274 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-abe2be65-15cc-43aa-a1dd-910f745fc460 None None] Attempting to bind port 3fc2e33d-c578-4701-a58d-020b58c2eda3 by drivers openvswitch on host dv-cinder-763306-9-smb at level 0 using segments [{'id': '8d96ebb3-332f-4a40-9123-fca7c806360d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8ee3c586-7435-4412-812f-f166097535a4'}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:07:48.384254 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2be65-15cc-43aa-a1dd-910f745fc460 None None] Attempting to bind port 3fc2e33d-c578-4701-a58d-020b58c2eda3 on network 8ee3c586-7435-4412-812f-f166097535a4 {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:07:48.404436 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2be65-15cc-43aa-a1dd-910f745fc460 None None] Checking agent: {'id': '32a65721-1161-4909-9634-11ba095c6914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 17, 55, 57), 'started_at': datetime.datetime(2021, 2, 16, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.61', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:07:48.405579 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2be65-15cc-43aa-a1dd-910f745fc460 None None] Checking segment: {'id': '8d96ebb3-332f-4a40-9123-fca7c806360d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8ee3c586-7435-4412-812f-f166097535a4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:07:48.406165 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-abe2be65-15cc-43aa-a1dd-910f745fc460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:48.408587 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2be65-15cc-43aa-a1dd-910f745fc460 None None] Bound using segment: {'id': '8d96ebb3-332f-4a40-9123-fca7c806360d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8ee3c586-7435-4412-812f-f166097535a4'} {{(pid=83987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:07:48.409478 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-abe2be65-15cc-43aa-a1dd-910f745fc460 None None] Bound port: 3fc2e33d-c578-4701-a58d-020b58c2eda3, host: dv-cinder-763306-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d96ebb3-332f-4a40-9123-fca7c806360d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8ee3c586-7435-4412-812f-f166097535a4'}}] {{(pid=83987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:07:48.410735 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-abe2be65-15cc-43aa-a1dd-910f745fc460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:48.619329 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4b8c35-ffd6-4de1-8db7-47c98a209712', 'name': 'network-vif-deleted', 'tag': '384a9a55-8c03-43c7-8ef1-4bc274c115e9', 'status': 'completed', 'code': 200} Feb 16 18:07:48.686625 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-abe2be65-15cc-43aa-a1dd-910f745fc460 None None] For port 3fc2e33d-c578-4701-a58d-020b58c2eda3, host dv-cinder-763306-9-smb, cleared binding levels {{(pid=83987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:07:48.694670 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-66e6e104-4ca9-484b-b108-72542f06899a req-84752c07-b22f-4fc3-bc46-c42e3f8306c2 service neutron] 10.222.0.86 "GET /v2.0/networks/48e6f4c1-cec6-4712-98a9-a9afe7d38cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6974981 Feb 16 18:07:48.701101 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-abe2be65-15cc-43aa-a1dd-910f745fc460 None None] For port 3fc2e33d-c578-4701-a58d-020b58c2eda3, host dv-cinder-763306-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=3fc2e33d-c578-4701-a58d-020b58c2eda3,segment=NetworkSegment(8d96ebb3-332f-4a40-9123-fca7c806360d),segment_id=8d96ebb3-332f-4a40-9123-fca7c806360d)] {{(pid=83987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:07:48.708684 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-abe2be65-15cc-43aa-a1dd-910f745fc460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:49.005177 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:49.031016 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6fdfdb1f-e791-4758-a5d5-f2a8a1d50ec8 req-ba022c16-81af-4fe7-87d5-dbde25f453ad tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a4b8c35-ffd6-4de1-8db7-47c98a209712 HTTP/1.1" status: 200 len: 210 time: 0.3699126 Feb 16 18:07:49.336746 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5a1ef-695f-4341-a737-6a6ebc2e98e8 None None] Pushing event updated for resources: {'Port': ['ID=3fc2e33d-c578-4701-a58d-020b58c2eda3,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:49.348487 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-20b5a1ef-695f-4341-a737-6a6ebc2e98e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:49.383111 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-66e6e104-4ca9-484b-b108-72542f06899a req-b48601e0-6ce5-4092-af00-756bd36cfede service neutron] 10.222.0.86 "GET /v2.0/networks/48e6f4c1-cec6-4712-98a9-a9afe7d38cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4070821 Feb 16 18:07:49.443772 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe2be65-15cc-43aa-a1dd-910f745fc460 None None] Routers {'211d07c7-5804-4283-b1df-1da0a71471c9'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:07:49.445031 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-abe2be65-15cc-43aa-a1dd-910f745fc460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:07:26Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['211d07c7-5804-4283-b1df-1da0a71471c9'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:49.633680 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc53fab-045d-41fc-864d-18cdeb92c558', 'tag': '4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78', 'status': 'completed', 'code': 200} Feb 16 18:07:49.662971 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-a6ae8cd6-7f89-4dbe-9289-3542de6511f1 req-363d616e-7601-4a17-bf2a-138e203a9e9a tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1857178041', 'description': 'tempest-TestShelveInstance-1857178041 description'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:07:49.678278 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-a6ae8cd6-7f89-4dbe-9289-3542de6511f1 req-363d616e-7601-4a17-bf2a-138e203a9e9a tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:07:49.689729 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-a6ae8cd6-7f89-4dbe-9289-3542de6511f1 req-363d616e-7601-4a17-bf2a-138e203a9e9a tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Usage tracker for resource:security_group and tenant:7c84d650e1d94b238253914a68a4d647 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:07:49.693800 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-a6ae8cd6-7f89-4dbe-9289-3542de6511f1 req-363d616e-7601-4a17-bf2a-138e203a9e9a tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:07:49.701750 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-a6ae8cd6-7f89-4dbe-9289-3542de6511f1 req-363d616e-7601-4a17-bf2a-138e203a9e9a tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:07:49.714267 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-2f463c22-5a6a-4488-b1fd-398f7a5fabdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:49.716318 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-2f463c22-5a6a-4488-b1fd-398f7a5fabdd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7dfc2a9d167d4239b695d5ff5e8a3a94&device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 1160 time: 1.5789866 Feb 16 18:07:49.725705 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-a6ae8cd6-7f89-4dbe-9289-3542de6511f1 req-363d616e-7601-4a17-bf2a-138e203a9e9a tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:50.160131 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-abe2be65-15cc-43aa-a1dd-910f745fc460 None None] Set router 211d07c7-5804-4283-b1df-1da0a71471c9 gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:07:50.580286 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-a6ae8cd6-7f89-4dbe-9289-3542de6511f1 req-363d616e-7601-4a17-bf2a-138e203a9e9a tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:07:50.589968 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-a6ae8cd6-7f89-4dbe-9289-3542de6511f1 req-363d616e-7601-4a17-bf2a-138e203a9e9a tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Usage tracker for resource:security_group_rule and tenant:7c84d650e1d94b238253914a68a4d647 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:07:50.597191 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-a6ae8cd6-7f89-4dbe-9289-3542de6511f1 req-363d616e-7601-4a17-bf2a-138e203a9e9a tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:07:50.606390 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-a6ae8cd6-7f89-4dbe-9289-3542de6511f1 req-363d616e-7601-4a17-bf2a-138e203a9e9a tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:07:50.679850 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-ce39cb9c-675e-4961-b477-23a23ac8d14c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 HTTP/1.1" status: 200 len: 217 time: 0.8683727 Feb 16 18:07:50.718894 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-abe2be65-15cc-43aa-a1dd-910f745fc460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211d07c7-5804-4283-b1df-1da0a71471c9', 'name': 'tempest-TestShelveInstance-50969200-router', 'tenant_id': 'bd6c953f1ca345a5b1e19766aac6f37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': 'c4a847cb-6150-4d52-ac74-040bf68ab208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:07:29Z', 'updated_at': '2021-02-16T18:07:40Z', 'revision_number': 4, 'project_id': 'bd6c953f1ca345a5b1e19766aac6f37d', 'gw_port': {'id': 'c4a847cb-6150-4d52-ac74-040bf68ab208', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211d07c7-5804-4283-b1df-1da0a71471c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:30Z', 'updated_at': '2021-02-16T18:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': '3fc2e33d-c578-4701-a58d-020b58c2eda3', 'name': '', 'network_id': '8ee3c586-7435-4412-812f-f166097535a4', 'tenant_id': 'bd6c953f1ca345a5b1e19766aac6f37d', 'mac_address': 'fa:16:3e:50:8a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211d07c7-5804-4283-b1df-1da0a71471c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '422becf8-86d8-4600-92bc-e8545e47b146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:36Z', 'updated_at': '2021-02-16T18:07:48Z', 'revision_number': 4, 'project_id': 'bd6c953f1ca345a5b1e19766aac6f37d', 'subnets': [{'id': '422becf8-86d8-4600-92bc-e8545e47b146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:07:50.728812 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe2be65-15cc-43aa-a1dd-910f745fc460 None None] The sync data for ids ['211d07c7-5804-4283-b1df-1da0a71471c9'] in dv-cinder-763306-9-smb is: [{'id': '211d07c7-5804-4283-b1df-1da0a71471c9', 'name': 'tempest-TestShelveInstance-50969200-router', 'tenant_id': 'bd6c953f1ca345a5b1e19766aac6f37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': 'c4a847cb-6150-4d52-ac74-040bf68ab208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:07:29Z', 'updated_at': '2021-02-16T18:07:40Z', 'revision_number': 4, 'project_id': 'bd6c953f1ca345a5b1e19766aac6f37d', 'gw_port': {'id': 'c4a847cb-6150-4d52-ac74-040bf68ab208', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211d07c7-5804-4283-b1df-1da0a71471c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:30Z', 'updated_at': '2021-02-16T18:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': '3fc2e33d-c578-4701-a58d-020b58c2eda3', 'name': '', 'network_id': '8ee3c586-7435-4412-812f-f166097535a4', 'tenant_id': 'bd6c953f1ca345a5b1e19766aac6f37d', 'mac_address': 'fa:16:3e:50:8a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211d07c7-5804-4283-b1df-1da0a71471c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '422becf8-86d8-4600-92bc-e8545e47b146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:36Z', 'updated_at': '2021-02-16T18:07:48Z', 'revision_number': 4, 'project_id': 'bd6c953f1ca345a5b1e19766aac6f37d', 'subnets': [{'id': '422becf8-86d8-4600-92bc-e8545e47b146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:07:50.964453 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f96352-96de-41d2-adc7-8b13e992664c req-88f7cb92-456c-441a-9acb-5470189f874d tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:50.968385 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e5f96352-96de-41d2-adc7-8b13e992664c req-88f7cb92-456c-441a-9acb-5470189f874d tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 943 time: 2.0535591 Feb 16 18:07:50.981901 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-a6ae8cd6-7f89-4dbe-9289-3542de6511f1 req-363d616e-7601-4a17-bf2a-138e203a9e9a tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:51.031810 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-a6ae8cd6-7f89-4dbe-9289-3542de6511f1 req-363d616e-7601-4a17-bf2a-138e203a9e9a tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:51.042524 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-08c495cd-8823-4608-8c96-0cee178dd457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:51.110904 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d616e-7601-4a17-bf2a-138e203a9e9a tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27d6118c-2977-4a05-b2d9-83c3f30bda4c,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:51.124332 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-363d616e-7601-4a17-bf2a-138e203a9e9a tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:51.126936 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-ccb67ada-2b69-4881-9617-a9ee36713597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:51.128725 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-ccb67ada-2b69-4881-9617-a9ee36713597 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=08e844c8-151c-4441-9ffd-e0d1f75d181d HTTP/1.1" status: 200 len: 853 time: 0.3675330 Feb 16 18:07:51.179047 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e5f96352-96de-41d2-adc7-8b13e992664c req-3810dd9f-71fd-4375-8d31-584a05f8042a tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913228 Feb 16 18:07:51.186248 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-a6ae8cd6-7f89-4dbe-9289-3542de6511f1 req-363d616e-7601-4a17-bf2a-138e203a9e9a tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:51.211214 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a6ae8cd6-7f89-4dbe-9289-3542de6511f1 req-363d616e-7601-4a17-bf2a-138e203a9e9a tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.5733058 Feb 16 18:07:51.346239 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49620b01-281d-4196-a001-d880a658f981 req-a9bb77eb-7fae-4f13-9c7f-3cc5742f4606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:51.348627 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-49620b01-281d-4196-a001-d880a658f981 req-a9bb77eb-7fae-4f13-9c7f-3cc5742f4606 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=677540ccd8c14828bf2eccdddfe30bd5&device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 1163 time: 0.6588762 Feb 16 18:07:52.099023 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-2ad6efc4-04a3-459e-a5ed-fdbb9d0a0779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:52.101574 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-2ad6efc4-04a3-459e-a5ed-fdbb9d0a0779 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=254b54a2-6ec3-4abc-b0fd-dceeba540521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.9166744 Feb 16 18:07:52.251119 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49620b01-281d-4196-a001-d880a658f981 req-4b7d991f-f431-4c9c-be94-c182efd1c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:52.252738 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-49620b01-281d-4196-a001-d880a658f981 req-4b7d991f-f431-4c9c-be94-c182efd1c4cc service neutron] 10.222.0.86 "GET /v2.0/networks?id=484344ef-9cd5-4c12-8f55-8e6f63128f82 HTTP/1.1" status: 200 len: 905 time: 0.8846474 Feb 16 18:07:52.341296 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b74379-5b96-438e-8497-b894d14f98ed req-60f823e0-7206-4ffa-bbc9-69d768157abb tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:52.347166 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f6b74379-5b96-438e-8497-b894d14f98ed req-60f823e0-7206-4ffa-bbc9-69d768157abb tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.5915997 Feb 16 18:07:52.470853 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0092d-84ec-413c-8236-306cbcfc2f80 req-5086ac38-3630-4388-9c8b-efad04ce0359 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:52.481933 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-abe0092d-84ec-413c-8236-306cbcfc2f80 req-5086ac38-3630-4388-9c8b-efad04ce0359 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.6869221 Feb 16 18:07:52.568248 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f6b74379-5b96-438e-8497-b894d14f98ed req-f6356afc-64b4-4bd4-98a8-23388139ce10 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950116 Feb 16 18:07:52.827947 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 3fc2e33d-c578-4701-a58d-020b58c2eda3 up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:07:52.909892 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-49620b01-281d-4196-a001-d880a658f981 req-8031434e-8b26-4b22-8744-12b630aaf296 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc755515-3fc4-4b2c-8b01-1a2407d8ee1d HTTP/1.1" status: 200 len: 1002 time: 0.3457398 Feb 16 18:07:52.948851 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1ac8bd98-1cfc-4302-bd6a-f4f911ed4693 req-3c48dae7-01be-47c9-91c0-10b5231bc165 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5d798b43-e2ba-4701-9b12-631c846a18c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2065730 Feb 16 18:07:53.039935 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning for port 3fc2e33d-c578-4701-a58d-020b58c2eda3 completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:07:53.067217 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port 3fc2e33d-c578-4701-a58d-020b58c2eda3 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:53.071378 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:53.403143 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49620b01-281d-4196-a001-d880a658f981 req-4f579418-675e-4e51-a9b6-97b5938e09a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:53.405616 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-49620b01-281d-4196-a001-d880a658f981 req-4f579418-675e-4e51-a9b6-97b5938e09a9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=efa71cb3-35bc-48e0-ae8d-25f67e7ef6da HTTP/1.1" status: 200 len: 850 time: 0.2908282 Feb 16 18:07:53.420823 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-89468f28-42f5-4f89-b540-bd0fbe0ac524 service neutron] 10.222.0.86 "GET /v2.0/networks/254b54a2-6ec3-4abc-b0fd-dceeba540521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8916669 Feb 16 18:07:53.449258 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:53.523255 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ea2bfb30-b377-4dce-aee6-39d97eb793d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:53.539223 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8bd98-1cfc-4302-bd6a-f4f911ed4693 req-db55f06a-af4c-490f-a1fe-2b265dabb1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:53.547369 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1ac8bd98-1cfc-4302-bd6a-f4f911ed4693 req-db55f06a-af4c-490f-a1fe-2b265dabb1db service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=622d65f99f53481b8a0d99018b9077fa&device_id=5d798b43-e2ba-4701-9b12-631c846a18c8 HTTP/1.1" status: 200 len: 1163 time: 0.2010465 Feb 16 18:07:53.558798 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] For port 3fc2e33d-c578-4701-a58d-020b58c2eda3, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=3fc2e33d-c578-4701-a58d-020b58c2eda3,segment=NetworkSegment(8d96ebb3-332f-4a40-9123-fca7c806360d),segment_id=8d96ebb3-332f-4a40-9123-fca7c806360d)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:07:53.589156 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:53.594274 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:53.848893 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Pushing event updated for resources: {'Port': ['ID=3fc2e33d-c578-4701-a58d-020b58c2eda3,revision_number=5']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:53.858603 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:53.950544 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-abe0092d-84ec-413c-8236-306cbcfc2f80 req-3c6acd3e-f5a8-49c6-bab7-4b80a24bf791 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4674804 Feb 16 18:07:53.954247 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-77e9b963-cfb8-448c-9d10-4a8437f34549 req-7573f3fb-707d-433a-9aba-4f82ef598494 service neutron] 10.222.0.86 "GET /v2.0/networks/254b54a2-6ec3-4abc-b0fd-dceeba540521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2594376 Feb 16 18:07:53.989787 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5da24790-dd28-4802-b9d6-7b27a7a0c6ab req-4340b358-c4be-4c82-935c-fd08294359c0 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/security-groups/27d6118c-2977-4a05-b2d9-83c3f30bda4c HTTP/1.1" status: 200 len: 1802 time: 0.3818974 Feb 16 18:07:54.003435 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-5da24790-dd28-4802-b9d6-7b27a7a0c6ab req-3d7bac51-bb41-4316-8054-64cdfe758cee tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '27d6118c-2977-4a05-b2d9-83c3f30bda4c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:07:54.007886 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-5da24790-dd28-4802-b9d6-7b27a7a0c6ab req-3d7bac51-bb41-4316-8054-64cdfe758cee tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '27d6118c-2977-4a05-b2d9-83c3f30bda4c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:07:54.021603 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-5da24790-dd28-4802-b9d6-7b27a7a0c6ab req-3d7bac51-bb41-4316-8054-64cdfe758cee tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:07:54.030776 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-5da24790-dd28-4802-b9d6-7b27a7a0c6ab req-3d7bac51-bb41-4316-8054-64cdfe758cee tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Usage tracker for resource:security_group_rule and tenant:7c84d650e1d94b238253914a68a4d647 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:07:54.033277 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8bd98-1cfc-4302-bd6a-f4f911ed4693 req-a7d02ddf-e5f2-46b6-ad17-5a39871fdf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:54.035126 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1ac8bd98-1cfc-4302-bd6a-f4f911ed4693 req-a7d02ddf-e5f2-46b6-ad17-5a39871fdf06 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f8202e7f-abbe-4e6f-b78f-d67eee34469d HTTP/1.1" status: 200 len: 909 time: 0.4595451 Feb 16 18:07:54.040327 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-5da24790-dd28-4802-b9d6-7b27a7a0c6ab req-3d7bac51-bb41-4316-8054-64cdfe758cee tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:07:54.058907 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-5da24790-dd28-4802-b9d6-7b27a7a0c6ab req-3d7bac51-bb41-4316-8054-64cdfe758cee tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:07:54.221927 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-5da24790-dd28-4802-b9d6-7b27a7a0c6ab req-3d7bac51-bb41-4316-8054-64cdfe758cee tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:54.244335 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1ac8bd98-1cfc-4302-bd6a-f4f911ed4693 req-51bec45c-2ab8-4f3a-a96e-fb26fe316c5a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5f39380-7540-4a39-9133-f69e7143fd06 HTTP/1.1" status: 200 len: 217 time: 0.1773002 Feb 16 18:07:54.283020 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-5da24790-dd28-4802-b9d6-7b27a7a0c6ab req-3d7bac51-bb41-4316-8054-64cdfe758cee tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:54.296845 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-5da24790-dd28-4802-b9d6-7b27a7a0c6ab req-3d7bac51-bb41-4316-8054-64cdfe758cee tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803747'] for security_group_rule, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:54.347132 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8bd98-1cfc-4302-bd6a-f4f911ed4693 req-b480db08-dab8-47e0-a48a-3e6e0aa5f563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:54.349012 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1ac8bd98-1cfc-4302-bd6a-f4f911ed4693 req-b480db08-dab8-47e0-a48a-3e6e0aa5f563 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c42d94b2-4a0f-4ef3-8dff-e7101cf09702 HTTP/1.1" status: 200 len: 855 time: 0.1034591 Feb 16 18:07:54.394282 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:54.449979 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7bac51-bb41-4316-8054-64cdfe758cee tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61c22f7-e714-4b81-b0b6-bd03890e008b,revision_number=0']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:54.466639 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3d7bac51-bb41-4316-8054-64cdfe758cee tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:54.485492 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-5da24790-dd28-4802-b9d6-7b27a7a0c6ab req-3d7bac51-bb41-4316-8054-64cdfe758cee tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:54.493195 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5da24790-dd28-4802-b9d6-7b27a7a0c6ab req-3d7bac51-bb41-4316-8054-64cdfe758cee tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4963484 Feb 16 18:07:54.511715 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1ac8bd98-1cfc-4302-bd6a-f4f911ed4693 req-0187c420-c495-40ac-9539-b5dbd671cebc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f8202e7f-abbe-4e6f-b78f-d67eee34469d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1494198 Feb 16 18:07:54.517618 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a37648-30b4-4ff2-95c1-4c7f94235ba9 req-d6b1b0ec-e25d-4920-ac01-98d002b84e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:54.519431 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-36a37648-30b4-4ff2-95c1-4c7f94235ba9 req-d6b1b0ec-e25d-4920-ac01-98d002b84e5c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7dfc2a9d167d4239b695d5ff5e8a3a94&device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 1160 time: 0.4292488 Feb 16 18:07:54.532630 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49620b01-281d-4196-a001-d880a658f981 req-4c9ac4d4-fc2d-42f4-bc88-2a439cfcad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:54.534912 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-49620b01-281d-4196-a001-d880a658f981 req-4c9ac4d4-fc2d-42f4-bc88-2a439cfcad30 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=484344ef-9cd5-4c12-8f55-8e6f63128f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.0364299 Feb 16 18:07:54.553016 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedc2a5-b992-44ce-9a22-c3ac05f64f01 req-aa08cf52-f15b-4e91-9772-0a3dfb34df05 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:54.554772 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9bedc2a5-b992-44ce-9a22-c3ac05f64f01 req-aa08cf52-f15b-4e91-9772-0a3dfb34df05 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 943 time: 0.2623153 Feb 16 18:07:54.768022 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 3fc2e33d-c578-4701-a58d-020b58c2eda3 up at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:07:54.889533 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1ac8bd98-1cfc-4302-bd6a-f4f911ed4693 req-195e6a47-de5e-4253-8cb4-7e86069c9f07 service neutron] 10.222.0.86 "GET /v2.0/networks/f8202e7f-abbe-4e6f-b78f-d67eee34469d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272457 Feb 16 18:07:54.973625 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Provisioning complete for port 3fc2e33d-c578-4701-a58d-020b58c2eda3 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:54.977599 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:55.379645 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-49620b01-281d-4196-a001-d880a658f981 req-6105ae55-6c51-406d-bcd8-e1a9f677240f service neutron] 10.222.0.86 "GET /v2.0/networks/484344ef-9cd5-4c12-8f55-8e6f63128f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7846463 Feb 16 18:07:55.472404 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1ac8bd98-1cfc-4302-bd6a-f4f911ed4693 req-922fede9-b5bf-4a2b-8220-7e3f4c432189 service neutron] 10.222.0.86 "GET /v2.0/networks/f8202e7f-abbe-4e6f-b78f-d67eee34469d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5541599 Feb 16 18:07:55.525806 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9bedc2a5-b992-44ce-9a22-c3ac05f64f01 req-c9653b7f-5382-40b5-ac2f-13eb1095f9d3 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9645863 Feb 16 18:07:55.783936 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b99b4480-7880-4c7a-841b-142554b0d643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:55.874769 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a37648-30b4-4ff2-95c1-4c7f94235ba9 req-3b6ab9b4-ce23-49ce-a2b8-9179c06b156c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:55.876754 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-36a37648-30b4-4ff2-95c1-4c7f94235ba9 req-3b6ab9b4-ce23-49ce-a2b8-9179c06b156c service neutron] 10.222.0.86 "GET /v2.0/networks?id=254b54a2-6ec3-4abc-b0fd-dceeba540521 HTTP/1.1" status: 200 len: 909 time: 1.3136730 Feb 16 18:07:55.882356 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-49620b01-281d-4196-a001-d880a658f981 req-554dfe0e-f12f-4497-af31-62eed09f10a4 service neutron] 10.222.0.86 "GET /v2.0/networks/484344ef-9cd5-4c12-8f55-8e6f63128f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4571164 Feb 16 18:07:55.888771 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f8e10-d85e-43d9-b0ac-1dec052f5b13 req-2b33c220-81e1-42ae-a4c4-4697136b5411 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:55.898531 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c34f8e10-d85e-43d9-b0ac-1dec052f5b13 req-2b33c220-81e1-42ae-a4c4-4697136b5411 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.9874136 Feb 16 18:07:56.379468 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-36a37648-30b4-4ff2-95c1-4c7f94235ba9 req-e5bf2858-de5f-46a2-9eb1-d1d1f2eaa3cf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 HTTP/1.1" status: 200 len: 217 time: 0.0989738 Feb 16 18:07:56.399063 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c34f8e10-d85e-43d9-b0ac-1dec052f5b13 req-55e2d94d-232b-4116-8a4c-c757e9fea364 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4937048 Feb 16 18:07:56.406412 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d1faca67-84ff-4fe2-9a4f-545690debd9b req-e4085fa3-41e9-4517-835e-bbdb0a1c571e tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/security-groups/27d6118c-2977-4a05-b2d9-83c3f30bda4c HTTP/1.1" status: 200 len: 2395 time: 0.4473464 Feb 16 18:07:56.419096 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-d1faca67-84ff-4fe2-9a4f-545690debd9b req-fc642269-3cb7-4b1c-ab26-a2c0ac06b888 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '27d6118c-2977-4a05-b2d9-83c3f30bda4c', 'remote_group_id': None}]} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:07:56.422948 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-d1faca67-84ff-4fe2-9a4f-545690debd9b req-fc642269-3cb7-4b1c-ab26-a2c0ac06b888 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '27d6118c-2977-4a05-b2d9-83c3f30bda4c', 'remote_group_id': None}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:07:56.431232 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-d1faca67-84ff-4fe2-9a4f-545690debd9b req-fc642269-3cb7-4b1c-ab26-a2c0ac06b888 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:07:56.435622 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-d1faca67-84ff-4fe2-9a4f-545690debd9b req-fc642269-3cb7-4b1c-ab26-a2c0ac06b888 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Usage tracker for resource:security_group_rule and tenant:7c84d650e1d94b238253914a68a4d647 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:07:56.439497 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-d1faca67-84ff-4fe2-9a4f-545690debd9b req-fc642269-3cb7-4b1c-ab26-a2c0ac06b888 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:07:56.446668 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-d1faca67-84ff-4fe2-9a4f-545690debd9b req-fc642269-3cb7-4b1c-ab26-a2c0ac06b888 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:07:56.522228 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-d1faca67-84ff-4fe2-9a4f-545690debd9b req-fc642269-3cb7-4b1c-ab26-a2c0ac06b888 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:56.603366 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-d1faca67-84ff-4fe2-9a4f-545690debd9b req-fc642269-3cb7-4b1c-ab26-a2c0ac06b888 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:56.619467 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-d1faca67-84ff-4fe2-9a4f-545690debd9b req-fc642269-3cb7-4b1c-ab26-a2c0ac06b888 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803747'] for security_group_rule, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:56.649180 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3d7bac51-bb41-4316-8054-64cdfe758cee tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:07:56.666312 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:56.711714 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc642269-3cb7-4b1c-ab26-a2c0ac06b888 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b0231c-2b0c-4ecc-a86d-b5f584e0966d,revision_number=0']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:07:56.716187 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-fc642269-3cb7-4b1c-ab26-a2c0ac06b888 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:07:56.719126 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-d1faca67-84ff-4fe2-9a4f-545690debd9b req-fc642269-3cb7-4b1c-ab26-a2c0ac06b888 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:56.735865 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d1faca67-84ff-4fe2-9a4f-545690debd9b req-fc642269-3cb7-4b1c-ab26-a2c0ac06b888 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3172774 Feb 16 18:07:56.739438 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:56.741332 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a37648-30b4-4ff2-95c1-4c7f94235ba9 req-66d9890e-6fe6-43aa-9894-b953197608a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:56.745234 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-36a37648-30b4-4ff2-95c1-4c7f94235ba9 req-66d9890e-6fe6-43aa-9894-b953197608a7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=08e844c8-151c-4441-9ffd-e0d1f75d181d HTTP/1.1" status: 200 len: 853 time: 0.2006552 Feb 16 18:07:57.267113 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2a643-fe6d-415d-8249-1e1b37e891ef req-79a7eb2f-1755-4e42-94b4-46b0f88b39a5 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:57.279212 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e8f2a643-fe6d-415d-8249-1e1b37e891ef req-79a7eb2f-1755-4e42-94b4-46b0f88b39a5 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 943 time: 0.3230028 Feb 16 18:07:57.397653 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:57.420416 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a37648-30b4-4ff2-95c1-4c7f94235ba9 req-bb9ca66d-5de3-436e-aa0f-3201340437da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:57.421703 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-36a37648-30b4-4ff2-95c1-4c7f94235ba9 req-bb9ca66d-5de3-436e-aa0f-3201340437da service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=254b54a2-6ec3-4abc-b0fd-dceeba540521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6008322 Feb 16 18:07:57.441536 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8423de5-85d5-42bc-801a-b66cde8f57c6 req-3e03ef96-f2cd-4176-b556-f03f458a543f tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:57.444310 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c8423de5-85d5-42bc-801a-b66cde8f57c6 req-3e03ef96-f2cd-4176-b556-f03f458a543f tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.3932605 Feb 16 18:07:57.473806 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e8f2a643-fe6d-415d-8249-1e1b37e891ef req-47bb9211-6cda-40e9-88d0-a8c2105ecfe4 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926956 Feb 16 18:07:57.511083 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device bc755515-3fc4-4b2c-8b01-1a2407d8ee1d up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:07:57.567754 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c8423de5-85d5-42bc-801a-b66cde8f57c6 req-b74d1735-8063-49a1-9a7e-c56143bc98d9 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100633 Feb 16 18:07:57.625984 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port bc755515-3fc4-4b2c-8b01-1a2407d8ee1d triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:07:57.626877 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:57.849839 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7957f-9b5e-43ff-a201-f21bcbd0a712 req-77451795-eb5d-41d0-b514-118763bd7f31 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:57.859566 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-07d7957f-9b5e-43ff-a201-f21bcbd0a712 req-77451795-eb5d-41d0-b514-118763bd7f31 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf2a7f51-5a5c-49ca-9011-f22cfaded165 HTTP/1.1" status: 200 len: 945 time: 0.1574755 Feb 16 18:07:57.933230 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-07d7957f-9b5e-43ff-a201-f21bcbd0a712 req-3ac13860-d871-4f97-84f7-2b6533ea4c77 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723159 Feb 16 18:07:57.998200 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:07:58.242314 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-36a37648-30b4-4ff2-95c1-4c7f94235ba9 req-aaea55f9-6a9a-473e-8434-f4e91e66dd2a service neutron] 10.222.0.86 "GET /v2.0/networks/254b54a2-6ec3-4abc-b0fd-dceeba540521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007107 Feb 16 18:07:58.529673 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651773a-f55a-4c47-975f-7b94317fc2a0 req-4961c213-c6e2-4dfd-b14e-cc5e344d0b06 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:58.531240 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e651773a-f55a-4c47-975f-7b94317fc2a0 req-4961c213-c6e2-4dfd-b14e-cc5e344d0b06 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.2879510 Feb 16 18:07:58.593942 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e651773a-f55a-4c47-975f-7b94317fc2a0 req-2df7613c-386d-49b8-997f-8e63105626a4 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470915 Feb 16 18:07:58.641025 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-36a37648-30b4-4ff2-95c1-4c7f94235ba9 req-95bc7005-c445-4d75-88a5-f8de7314d9ce service neutron] 10.222.0.86 "GET /v2.0/networks/254b54a2-6ec3-4abc-b0fd-dceeba540521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2796731 Feb 16 18:07:58.801044 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c9d4a-143b-4d6d-baba-8c14accaeaae req-d9be90db-3298-4325-a0f0-45b450101c05 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:58.802126 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b88c9d4a-143b-4d6d-baba-8c14accaeaae req-d9be90db-3298-4325-a0f0-45b450101c05 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 943 time: 0.1214252 Feb 16 18:07:58.898843 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b88c9d4a-143b-4d6d-baba-8c14accaeaae req-22bd56ea-c7bf-4251-a96f-670faebd982d tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892560 Feb 16 18:07:59.144300 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cafb84-031d-4801-adb2-d143c278235a req-c1e19031-7f54-4953-9aeb-fbb2cc916104 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:59.146286 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-88cafb84-031d-4801-adb2-d143c278235a req-c1e19031-7f54-4953-9aeb-fbb2cc916104 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf2a7f51-5a5c-49ca-9011-f22cfaded165 HTTP/1.1" status: 200 len: 945 time: 0.0980556 Feb 16 18:07:59.199512 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-88cafb84-031d-4801-adb2-d143c278235a req-1d88d7ed-0ebd-4680-95c2-dfc131ae8b2a tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458460 Feb 16 18:07:59.866081 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868c6fc-b3af-4bad-9f85-c96e25ae7f60 req-fe21414a-b910-4931-8d81-ab0e41874f2a tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:59.867770 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d868c6fc-b3af-4bad-9f85-c96e25ae7f60 req-fe21414a-b910-4931-8d81-ab0e41874f2a tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.1646264 Feb 16 18:07:59.874324 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d74594-ce4f-4a42-a00e-63bb9be6a901 req-e455a61d-a079-425f-8d8e-f42140b81d53 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:07:59.876647 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-86d74594-ce4f-4a42-a00e-63bb9be6a901 req-e455a61d-a079-425f-8d8e-f42140b81d53 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.1295438 Feb 16 18:07:59.953280 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d868c6fc-b3af-4bad-9f85-c96e25ae7f60 req-9b6da57a-4bb8-49d7-9e4c-0de7f981d155 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762103 Feb 16 18:07:59.982450 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-86d74594-ce4f-4a42-a00e-63bb9be6a901 req-f6b66f17-df3e-4958-8596-9b9e6d9d9123 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797482 Feb 16 18:08:00.342630 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc25d5-635b-4122-9f92-48a97af25024 req-f591cd32-7912-46ee-8db9-0f12acb10843 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:00.344424 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f4dc25d5-635b-4122-9f92-48a97af25024 req-f591cd32-7912-46ee-8db9-0f12acb10843 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 943 time: 0.0966120 Feb 16 18:08:00.401861 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f4dc25d5-635b-4122-9f92-48a97af25024 req-7848c64d-3854-4fdf-82cc-66445b67c2b6 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508225 Feb 16 18:08:00.628827 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab0578-c740-4a39-9a69-3be39b50416e req-15f5540c-57f6-46be-82d9-db4c5e1075f2 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:00.630645 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-13ab0578-c740-4a39-9a69-3be39b50416e req-15f5540c-57f6-46be-82d9-db4c5e1075f2 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf2a7f51-5a5c-49ca-9011-f22cfaded165 HTTP/1.1" status: 200 len: 945 time: 0.1265430 Feb 16 18:08:00.707370 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-13ab0578-c740-4a39-9a69-3be39b50416e req-815e5f1e-abf4-4e58-8ea3-e6939e18b2bb tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696495 Feb 16 18:08:01.015663 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a282cf8-3dfc-466c-a292-29e88b008a32 req-fc135af0-f472-4ce5-976e-f29ca96ba38c tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:01.017641 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2a282cf8-3dfc-466c-a292-29e88b008a32 req-fc135af0-f472-4ce5-976e-f29ca96ba38c tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.86 "GET /v2.0/ports?device_id=bf2a7f51-5a5c-49ca-9011-f22cfaded165 HTTP/1.1" status: 200 len: 945 time: 0.1040742 Feb 16 18:08:01.101992 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-2a282cf8-3dfc-466c-a292-29e88b008a32 req-821511d2-5cbe-45a2-90c6-be66a5e2daac tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Deleting port d297ed89-338b-4885-a8c9-504ef5342851 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:08:01.102381 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-2a282cf8-3dfc-466c-a292-29e88b008a32 req-821511d2-5cbe-45a2-90c6-be66a5e2daac tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:01.380225 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-2a282cf8-3dfc-466c-a292-29e88b008a32 req-821511d2-5cbe-45a2-90c6-be66a5e2daac tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] For port d297ed89-338b-4885-a8c9-504ef5342851, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d297ed89-338b-4885-a8c9-504ef5342851,segment=NetworkSegment(ce64c93e-45d9-425e-aca9-3906308158b6),segment_id=ce64c93e-45d9-425e-aca9-3906308158b6)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:08:01.381326 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-2a282cf8-3dfc-466c-a292-29e88b008a32 req-821511d2-5cbe-45a2-90c6-be66a5e2daac tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:01.757516 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.objects.ports [None req-54102890-988f-4a95-bbaf-18a97d96d648 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83987) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 16 18:08:01.760224 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-2a282cf8-3dfc-466c-a292-29e88b008a32 req-821511d2-5cbe-45a2-90c6-be66a5e2daac tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Calling delete_port for d297ed89-338b-4885-a8c9-504ef5342851 owned by compute:nova {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:08:01.901318 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23364a35-2434-4be6-a521-2cb3c14b6035 req-ee79b9a0-6205-461a-9c7f-b52472f9f802 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:01.903018 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-23364a35-2434-4be6-a521-2cb3c14b6035 req-ee79b9a0-6205-461a-9c7f-b52472f9f802 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 943 time: 0.2767098 Feb 16 18:08:01.937794 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 32916) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:02.096036 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-23364a35-2434-4be6-a521-2cb3c14b6035 req-68e6b418-a589-4ec9-b467-c0759e1c0e2e tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740198 Feb 16 18:08:02.129003 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7d44386d-d1f5-4cc5-839a-773cce63ecd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:02.143981 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-2a282cf8-3dfc-466c-a292-29e88b008a32 req-821511d2-5cbe-45a2-90c6-be66a5e2daac tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:02.149313 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-7d44386d-d1f5-4cc5-839a-773cce63ecd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:08:02.154091 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-7d44386d-d1f5-4cc5-839a-773cce63ecd1 admin admin] Usage tracker for resource:security_group_rule and tenant:2de0db4509cb43fa8923a3a4fb23ef6a is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:08:02.157945 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-7d44386d-d1f5-4cc5-839a-773cce63ecd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:08:02.166784 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-8c2c64b1-557d-4036-abb5-d6fc8d784592 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:02.172387 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-7d44386d-d1f5-4cc5-839a-773cce63ecd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:08:02.227764 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821511d2-5cbe-45a2-90c6-be66a5e2daac tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Pushing event deleted for resources: {'Port': ['ID=d297ed89-338b-4885-a8c9-504ef5342851,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:02.284800 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-821511d2-5cbe-45a2-90c6-be66a5e2daac tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:02.291823 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99a712-644d-46d2-a4ba-9c8c762c2471 req-27af07e3-1133-40d5-9008-4350c14540e9 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:02.293504 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ca99a712-644d-46d2-a4ba-9c8c762c2471 req-27af07e3-1133-40d5-9008-4350c14540e9 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf2a7f51-5a5c-49ca-9011-f22cfaded165 HTTP/1.1" status: 200 len: 945 time: 0.3379180 Feb 16 18:08:02.324928 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7d44386d-d1f5-4cc5-839a-773cce63ecd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:02.337187 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7d44386d-d1f5-4cc5-839a-773cce63ecd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:02.356987 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:02.389303 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ca99a712-644d-46d2-a4ba-9c8c762c2471 req-468f2775-53d6-41a8-8f7f-c088be876fe0 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867999 Feb 16 18:08:02.409470 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44386d-d1f5-4cc5-839a-773cce63ecd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7306e09-648a-4941-95a9-60ced5d7f731,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:02.414225 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-7d44386d-d1f5-4cc5-839a-773cce63ecd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:02.445609 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-7d44386d-d1f5-4cc5-839a-773cce63ecd1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2de0db4509cb43fa8923a3a4fb23ef6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5053959 Feb 16 18:08:02.447706 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 32924) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:02.503208 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a282cf8-3dfc-466c-a292-29e88b008a32 req-821511d2-5cbe-45a2-90c6-be66a5e2daac tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] No DVR routers for this DVR port d297ed89-338b-4885-a8c9-504ef5342851 on host hv-cinder-76330 {{(pid=83985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:08:02.514716 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-2a282cf8-3dfc-466c-a292-29e88b008a32 req-821511d2-5cbe-45a2-90c6-be66a5e2daac tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:02.517454 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2a7f51-5a5c-49ca-9011-f22cfaded165', 'name': 'network-vif-deleted', 'tag': 'd297ed89-338b-4885-a8c9-504ef5342851'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:08:02.545408 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2a282cf8-3dfc-466c-a292-29e88b008a32 req-821511d2-5cbe-45a2-90c6-be66a5e2daac tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.86 "DELETE /v2.0/ports/d297ed89-338b-4885-a8c9-504ef5342851 HTTP/1.1" status: 204 len: 173 time: 1.5214305 Feb 16 18:08:02.576751 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2a7f51-5a5c-49ca-9011-f22cfaded165', 'name': 'network-vif-deleted', 'tag': 'd297ed89-338b-4885-a8c9-504ef5342851', 'status': 'completed', 'code': 200} Feb 16 18:08:02.580853 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6260ffad-8628-4a82-858a-bbe47f45537b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:02.628380 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6260ffad-8628-4a82-858a-bbe47f45537b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:02.849188 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:08:02.898676 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6260ffad-8628-4a82-858a-bbe47f45537b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:02.904311 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d5be6307-b323-4c50-895a-64e656e77bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:02.922433 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260ffad-8628-4a82-858a-bbe47f45537b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7306e09-648a-4941-95a9-60ced5d7f731,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:02.924862 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6260ffad-8628-4a82-858a-bbe47f45537b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:02.926098 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-6260ffad-8628-4a82-858a-bbe47f45537b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f7306e09-648a-4941-95a9-60ced5d7f731 HTTP/1.1" status: 204 len: 168 time: 0.4761066 Feb 16 18:08:02.927066 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-6260ffad-8628-4a82-858a-bbe47f45537b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:03.071798 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning for port 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:08:03.078747 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:08:03.079378 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:03.319596 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:03.375551 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] For port 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78,segment=NetworkSegment(ac563771-cfc3-43bf-933e-1d229ab3f487),segment_id=ac563771-cfc3-43bf-933e-1d229ab3f487)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:08:03.376262 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc53fab-045d-41fc-864d-18cdeb92c558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:08:03.384058 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:03.386103 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-47e3c2c6-69a5-4048-ad5c-646c748f56cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:03.431107 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device d297ed89-338b-4885-a8c9-504ef5342851 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:08:03.545182 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] No Port match for: d297ed89-338b-4885-a8c9-504ef5342851 {{(pid=83987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:08:03.547309 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device d297ed89-338b-4885-a8c9-504ef5342851 not bound to the agent host hv-cinder-76330 {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:08:03.603215 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Pushing event updated for resources: {'Port': ['ID=4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:03.609762 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b25a4-b435-4812-8b90-77d1e08e313f req-facced16-6065-4086-9416-10e9a14e7624 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:03.611533 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e28b25a4-b435-4812-8b90-77d1e08e313f req-facced16-6065-4086-9416-10e9a14e7624 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 945 time: 0.1949649 Feb 16 18:08:03.614117 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:03.697435 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e28b25a4-b435-4812-8b90-77d1e08e313f req-123f6f2b-dac9-40c9-927d-74dcf6f9dbb1 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691359 Feb 16 18:08:03.757413 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 32954) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:03.781955 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0c6abe70-93a1-4a76-bcda-0242e2076af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:03.804870 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-0c6abe70-93a1-4a76-bcda-0242e2076af1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:08:03.818472 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-0c6abe70-93a1-4a76-bcda-0242e2076af1 admin admin] Usage tracker for resource:security_group_rule and tenant:834dbca7ccad4dfe8f3b08c85f9f183a is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:08:03.824263 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-0c6abe70-93a1-4a76-bcda-0242e2076af1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:08:03.837600 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc53fab-045d-41fc-864d-18cdeb92c558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78', 'code': 200} Feb 16 18:08:03.838237 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-0c6abe70-93a1-4a76-bcda-0242e2076af1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:08:04.033929 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0c6abe70-93a1-4a76-bcda-0242e2076af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:04.039525 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de4dca-212b-41ef-816d-ef38f489a3c5 req-0dcc41fc-848e-4913-89e2-02d53db89118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:04.041214 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-01de4dca-212b-41ef-816d-ef38f489a3c5 req-0dcc41fc-848e-4913-89e2-02d53db89118 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=973414d4df1442e183cfb978af50ea50&device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 1162 time: 0.2139375 Feb 16 18:08:04.067270 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0c6abe70-93a1-4a76-bcda-0242e2076af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:04.077512 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-45ceef42-0038-493d-9dde-9b062e069860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:04.143000 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-0c6abe70-93a1-4a76-bcda-0242e2076af1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=834dbca7ccad4dfe8f3b08c85f9f183a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3843713 Feb 16 18:08:04.151417 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 32964) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:04.160237 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6abe70-93a1-4a76-bcda-0242e2076af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f445cd-f6b0-4b75-b618-c7fda33bf517,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:04.165628 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-0c6abe70-93a1-4a76-bcda-0242e2076af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:04.429271 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de4dca-212b-41ef-816d-ef38f489a3c5 req-44897c17-a89d-40d2-ae8f-c1ff2377f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:04.430802 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-01de4dca-212b-41ef-816d-ef38f489a3c5 req-44897c17-a89d-40d2-ae8f-c1ff2377f814 service neutron] 10.222.0.86 "GET /v2.0/networks?id=48e6f4c1-cec6-4712-98a9-a9afe7d38cf4 HTTP/1.1" status: 200 len: 912 time: 0.3802161 Feb 16 18:08:04.439716 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-680d4d16-a2ea-4c84-a32b-7cca01e39e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:04.451058 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6277a35-3efa-46de-8894-244efd986477 req-0b736bf5-c3c3-465a-a524-76b1430de23e tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:04.460138 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e6277a35-3efa-46de-8894-244efd986477 req-0b736bf5-c3c3-465a-a524-76b1430de23e tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.3677220 Feb 16 18:08:04.460288 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:08:04.622498 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:08:04.622793 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:04.708673 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-01de4dca-212b-41ef-816d-ef38f489a3c5 req-9153ea30-b8c9-4f42-89e9-aa768812dff9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=089b2a47-362b-4f5e-807d-b8c5bcea639d HTTP/1.1" status: 200 len: 217 time: 0.2665837 Feb 16 18:08:04.795021 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea0c11-7e0e-4660-ab8d-73fb95d6b31d req-1a29e5fe-0da3-41d0-b726-ba915abcc99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:04.802004 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-30ea0c11-7e0e-4660-ab8d-73fb95d6b31d req-1a29e5fe-0da3-41d0-b726-ba915abcc99a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 1162 time: 0.5876915 Feb 16 18:08:04.811561 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-680d4d16-a2ea-4c84-a32b-7cca01e39e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:04.937411 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-680d4d16-a2ea-4c84-a32b-7cca01e39e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:04.950119 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-09ca0547-6507-4c0e-ae94-915875edce41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:04.978570 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e6277a35-3efa-46de-8894-244efd986477 req-794b32a4-e287-4609-8caa-08b8c82d2db9 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5175037 Feb 16 18:08:05.038000 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de4dca-212b-41ef-816d-ef38f489a3c5 req-f591b1e0-2ea1-41ac-9f78-edfc69d504a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:05.038000 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-01de4dca-212b-41ef-816d-ef38f489a3c5 req-f591b1e0-2ea1-41ac-9f78-edfc69d504a4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6e79260-895d-4967-aa0a-6b3bee32fd12 HTTP/1.1" status: 200 len: 858 time: 0.2958827 Feb 16 18:08:05.038000 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d4d16-a2ea-4c84-a32b-7cca01e39e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f445cd-f6b0-4b75-b618-c7fda33bf517,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:05.050119 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d4d16-a2ea-4c84-a32b-7cca01e39e58 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.050619 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d4d16-a2ea-4c84-a32b-7cca01e39e58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.051478 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d4d16-a2ea-4c84-a32b-7cca01e39e58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.052691 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d4d16-a2ea-4c84-a32b-7cca01e39e58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.053639 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d4d16-a2ea-4c84-a32b-7cca01e39e58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.054043 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d4d16-a2ea-4c84-a32b-7cca01e39e58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.055015 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d4d16-a2ea-4c84-a32b-7cca01e39e58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.055452 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d4d16-a2ea-4c84-a32b-7cca01e39e58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.056235 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d4d16-a2ea-4c84-a32b-7cca01e39e58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.056653 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d4d16-a2ea-4c84-a32b-7cca01e39e58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.057053 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d4d16-a2ea-4c84-a32b-7cca01e39e58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.057448 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d4d16-a2ea-4c84-a32b-7cca01e39e58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.058157 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d4d16-a2ea-4c84-a32b-7cca01e39e58 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.058553 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d4d16-a2ea-4c84-a32b-7cca01e39e58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.059116 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d4d16-a2ea-4c84-a32b-7cca01e39e58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.059675 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d4d16-a2ea-4c84-a32b-7cca01e39e58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.060521 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d4d16-a2ea-4c84-a32b-7cca01e39e58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.061181 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d4d16-a2ea-4c84-a32b-7cca01e39e58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.061868 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d4d16-a2ea-4c84-a32b-7cca01e39e58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.062548 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d4d16-a2ea-4c84-a32b-7cca01e39e58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.063353 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d4d16-a2ea-4c84-a32b-7cca01e39e58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.064586 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d4d16-a2ea-4c84-a32b-7cca01e39e58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.066052 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d4d16-a2ea-4c84-a32b-7cca01e39e58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.066880 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d4d16-a2ea-4c84-a32b-7cca01e39e58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:05.101548 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-680d4d16-a2ea-4c84-a32b-7cca01e39e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:05.102594 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-680d4d16-a2ea-4c84-a32b-7cca01e39e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:05.105876 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-680d4d16-a2ea-4c84-a32b-7cca01e39e58 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/88f445cd-f6b0-4b75-b618-c7fda33bf517 HTTP/1.1" status: 204 len: 168 time: 0.8571427 Feb 16 18:08:05.112991 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-30ea0c11-7e0e-4660-ab8d-73fb95d6b31d req-e1f930d5-c03f-4fba-b230-83bb4ea77b90 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185211 Feb 16 18:08:05.229274 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-01de4dca-212b-41ef-816d-ef38f489a3c5 req-f1a62d45-e269-4c9b-b70a-b9bd135a8249 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=48e6f4c1-cec6-4712-98a9-a9afe7d38cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351109 Feb 16 18:08:05.294177 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72095282-553b-437a-a421-2a6a62c9790f req-d10f052d-5128-407c-ae02-d2dda131a541 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:05.294936 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-72095282-553b-437a-a421-2a6a62c9790f req-d10f052d-5128-407c-ae02-d2dda131a541 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Synchronizing usage tracker for tenant:622d65f99f53481b8a0d99018b9077fa on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:08:05.330779 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-72095282-553b-437a-a421-2a6a62c9790f req-d10f052d-5128-407c-ae02-d2dda131a541 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Unset dirty status for tenant:622d65f99f53481b8a0d99018b9077fa on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:08:05.341405 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-72095282-553b-437a-a421-2a6a62c9790f req-d10f052d-5128-407c-ae02-d2dda131a541 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=a698c946-af6d-4bfd-9cba-7da90f71227a HTTP/1.1" status: 200 len: 945 time: 0.7300479 Feb 16 18:08:05.506960 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-72095282-553b-437a-a421-2a6a62c9790f req-b60145ff-c781-4509-947c-49e83e190fcd tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642451 Feb 16 18:08:05.519448 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245f8ae-fa2a-417f-8fdf-eb88b6075388 req-61ccce84-ec9d-44d2-b2c9-21e13382a1c4 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:05.528191 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7245f8ae-fa2a-417f-8fdf-eb88b6075388 req-61ccce84-ec9d-44d2-b2c9-21e13382a1c4 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 945 time: 0.2978308 Feb 16 18:08:05.607978 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-01de4dca-212b-41ef-816d-ef38f489a3c5 req-687a0281-199a-415a-b701-697019b8c8cd service neutron] 10.222.0.86 "GET /v2.0/networks/48e6f4c1-cec6-4712-98a9-a9afe7d38cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346537 Feb 16 18:08:05.615979 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7245f8ae-fa2a-417f-8fdf-eb88b6075388 req-d8460bce-d23e-4ca7-9a74-58a36d5aa41b tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649550 Feb 16 18:08:05.813170 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-01de4dca-212b-41ef-816d-ef38f489a3c5 req-434d8465-23cc-47f2-9c47-b9604c6312fe service neutron] 10.222.0.86 "GET /v2.0/networks/48e6f4c1-cec6-4712-98a9-a9afe7d38cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1499670 Feb 16 18:08:06.205869 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a141b-2d8f-487c-a7e8-ff27d15564be req-54b51a66-1d95-4aed-bc0d-b77e5ec0593c tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:06.207494 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4c2a141b-2d8f-487c-a7e8-ff27d15564be req-54b51a66-1d95-4aed-bc0d-b77e5ec0593c tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.0927603 Feb 16 18:08:06.259388 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4c2a141b-2d8f-487c-a7e8-ff27d15564be req-6b889259-100f-4eec-98b0-770a570df1b2 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450015 Feb 16 18:08:06.794849 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395447dc-f820-4883-9335-a7803f98090f req-5a678d34-091a-4506-b5b4-fc5a51075612 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:06.796522 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-395447dc-f820-4883-9335-a7803f98090f req-5a678d34-091a-4506-b5b4-fc5a51075612 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=a698c946-af6d-4bfd-9cba-7da90f71227a HTTP/1.1" status: 200 len: 945 time: 0.1403913 Feb 16 18:08:06.918322 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3ec81-bb38-4842-9a67-5f2882630b81 req-0c92ac68-d4a3-47bc-ae6d-aa09a63c1788 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:06.920663 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-45a3ec81-bb38-4842-9a67-5f2882630b81 req-0c92ac68-d4a3-47bc-ae6d-aa09a63c1788 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 945 time: 0.1850712 Feb 16 18:08:06.934387 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-395447dc-f820-4883-9335-a7803f98090f req-0c7c1e93-11c7-49b6-b4d6-f9f11d0a7ff4 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283329 Feb 16 18:08:06.996991 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-45a3ec81-bb38-4842-9a67-5f2882630b81 req-0b20f1f8-3299-4f28-81b3-0c321aacd2a7 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614259 Feb 16 18:08:07.025035 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae332564-6ef8-40b3-a146-5bf06468005b req-57f30fe3-9e31-491e-b132-b2c2f0c73947 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:07.027066 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ae332564-6ef8-40b3-a146-5bf06468005b req-57f30fe3-9e31-491e-b132-b2c2f0c73947 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.86 "GET /v2.0/ports?device_id=a698c946-af6d-4bfd-9cba-7da90f71227a HTTP/1.1" status: 200 len: 945 time: 0.1710007 Feb 16 18:08:07.140921 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-ae332564-6ef8-40b3-a146-5bf06468005b req-3b4397f5-dbbd-4e0a-8fd1-4381119b7c89 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Deleting port 67638753-e7a2-4bef-898b-b24a32f2a73f {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:08:07.141216 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-ae332564-6ef8-40b3-a146-5bf06468005b req-3b4397f5-dbbd-4e0a-8fd1-4381119b7c89 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:07.489007 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-ae332564-6ef8-40b3-a146-5bf06468005b req-3b4397f5-dbbd-4e0a-8fd1-4381119b7c89 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] For port 67638753-e7a2-4bef-898b-b24a32f2a73f, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=67638753-e7a2-4bef-898b-b24a32f2a73f,segment=NetworkSegment(ce64c93e-45d9-425e-aca9-3906308158b6),segment_id=ce64c93e-45d9-425e-aca9-3906308158b6)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:08:07.489327 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-ae332564-6ef8-40b3-a146-5bf06468005b req-3b4397f5-dbbd-4e0a-8fd1-4381119b7c89 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:07.665481 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-ae332564-6ef8-40b3-a146-5bf06468005b req-3b4397f5-dbbd-4e0a-8fd1-4381119b7c89 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Calling delete_port for 67638753-e7a2-4bef-898b-b24a32f2a73f owned by compute:nova {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:08:07.761983 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:08:07.767403 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba7a6b-173a-44f9-846c-1406e5d5b35d req-aa89efe0-7dd4-4124-b8cf-73ead0f6c518 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:07.767403 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-43ba7a6b-173a-44f9-846c-1406e5d5b35d req-aa89efe0-7dd4-4124-b8cf-73ead0f6c518 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.3636396 Feb 16 18:08:07.877822 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:08:07.878380 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:07.901121 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-43ba7a6b-173a-44f9-846c-1406e5d5b35d req-2f8bafa2-9c62-4f9c-879d-09f047d2c491 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143193 Feb 16 18:08:07.936171 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-ae332564-6ef8-40b3-a146-5bf06468005b req-3b4397f5-dbbd-4e0a-8fd1-4381119b7c89 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:07.951902 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:08.020632 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4397f5-dbbd-4e0a-8fd1-4381119b7c89 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Pushing event deleted for resources: {'Port': ['ID=67638753-e7a2-4bef-898b-b24a32f2a73f,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:08.063151 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 67638753-e7a2-4bef-898b-b24a32f2a73f no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:08:08.103227 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] No Port match for: 67638753-e7a2-4bef-898b-b24a32f2a73f {{(pid=83987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:08:08.103654 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 67638753-e7a2-4bef-898b-b24a32f2a73f not bound to the agent host hv-cinder-76330 {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:08:08.320140 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3b4397f5-dbbd-4e0a-8fd1-4381119b7c89 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:08.388307 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7bc5ad47-6c1b-4442-8fac-ebe13dc6b04e req-dd78b1c5-67cd-47e8-ba4b-cc8728f5da98 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=a698c946-af6d-4bfd-9cba-7da90f71227a HTTP/1.1" status: 200 len: 210 time: 0.0694649 Feb 16 18:08:08.494742 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae332564-6ef8-40b3-a146-5bf06468005b req-3b4397f5-dbbd-4e0a-8fd1-4381119b7c89 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] No DVR routers for this DVR port 67638753-e7a2-4bef-898b-b24a32f2a73f on host hv-cinder-76330 {{(pid=83985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:08:08.497036 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-ae332564-6ef8-40b3-a146-5bf06468005b req-3b4397f5-dbbd-4e0a-8fd1-4381119b7c89 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:08.501899 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a698c946-af6d-4bfd-9cba-7da90f71227a', 'name': 'network-vif-deleted', 'tag': '67638753-e7a2-4bef-898b-b24a32f2a73f'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:08:08.564811 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ae332564-6ef8-40b3-a146-5bf06468005b req-3b4397f5-dbbd-4e0a-8fd1-4381119b7c89 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.86 "DELETE /v2.0/ports/67638753-e7a2-4bef-898b-b24a32f2a73f HTTP/1.1" status: 204 len: 173 time: 1.5250165 Feb 16 18:08:08.613545 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad5a37-1bc4-430e-b820-77c3ab593ca9 req-02d2d0b9-ba91-4d00-bb95-05298d478f8c tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:08.616422 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-66ad5a37-1bc4-430e-b820-77c3ab593ca9 req-02d2d0b9-ba91-4d00-bb95-05298d478f8c tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 945 time: 0.1232221 Feb 16 18:08:08.668214 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-66ad5a37-1bc4-430e-b820-77c3ab593ca9 req-4e20c7e5-4ed7-49ce-bfd2-7e46fa795303 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457909 Feb 16 18:08:08.741227 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a698c946-af6d-4bfd-9cba-7da90f71227a', 'name': 'network-vif-deleted', 'tag': '67638753-e7a2-4bef-898b-b24a32f2a73f', 'status': 'completed', 'code': 200} Feb 16 18:08:08.984010 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee18ffe-f330-4002-ace5-681fc4113f40 req-6ceb3328-1f15-4c03-bb2a-01b9455b90a2 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:08.985664 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-eee18ffe-f330-4002-ace5-681fc4113f40 req-6ceb3328-1f15-4c03-bb2a-01b9455b90a2 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 945 time: 0.1318021 Feb 16 18:08:09.037794 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-eee18ffe-f330-4002-ace5-681fc4113f40 req-4b9c8d0b-18b0-41a3-a77a-67f95c013543 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448861 Feb 16 18:08:09.265537 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438c57f-b98e-41ee-8e0b-7a309cd22aae req-41210555-5753-4c05-8ee6-3430a2373595 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:09.267323 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f438c57f-b98e-41ee-8e0b-7a309cd22aae req-41210555-5753-4c05-8ee6-3430a2373595 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.1094172 Feb 16 18:08:09.328026 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f438c57f-b98e-41ee-8e0b-7a309cd22aae req-e0368db9-4cb5-4cf3-a63a-479eff485b42 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536125 Feb 16 18:08:09.897188 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce79d3-4512-41b9-ac3f-235d9173b673 req-91c864ea-eec2-4e3a-8d86-6ec57839b8ca tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:09.898824 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-41ce79d3-4512-41b9-ac3f-235d9173b673 req-91c864ea-eec2-4e3a-8d86-6ec57839b8ca tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 945 time: 0.0949831 Feb 16 18:08:09.950097 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-41ce79d3-4512-41b9-ac3f-235d9173b673 req-92c6deee-7a96-4f24-9f6d-ecd015eb62be tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446346 Feb 16 18:08:10.599495 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a077c88-f1d8-4baf-a8df-43dd3192a434 req-b10830c0-4840-4dd7-af99-b96fb805c33c tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:10.601130 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5a077c88-f1d8-4baf-a8df-43dd3192a434 req-b10830c0-4840-4dd7-af99-b96fb805c33c tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.0960064 Feb 16 18:08:10.651129 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5a077c88-f1d8-4baf-a8df-43dd3192a434 req-ec3ef215-dde1-413d-a280-30e40e011b5c tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435219 Feb 16 18:08:11.394113 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1fd31-8bb8-491a-b105-b7073f04c7dd req-b57aea6b-79f7-4b75-a0c0-c957c248b56c tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:11.394912 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-2dd1fd31-8bb8-491a-b105-b7073f04c7dd req-b57aea6b-79f7-4b75-a0c0-c957c248b56c tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Synchronizing usage tracker for tenant:622d65f99f53481b8a0d99018b9077fa on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:08:11.410169 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-2dd1fd31-8bb8-491a-b105-b7073f04c7dd req-b57aea6b-79f7-4b75-a0c0-c957c248b56c tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Unset dirty status for tenant:622d65f99f53481b8a0d99018b9077fa on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:08:11.412603 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2dd1fd31-8bb8-491a-b105-b7073f04c7dd req-b57aea6b-79f7-4b75-a0c0-c957c248b56c tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d798b43-e2ba-4701-9b12-631c846a18c8 HTTP/1.1" status: 200 len: 946 time: 0.1112840 Feb 16 18:08:11.463159 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2dd1fd31-8bb8-491a-b105-b7073f04c7dd req-723ee39a-b279-42b9-a35b-b5c6c571c69f tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442634 Feb 16 18:08:11.867441 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd0bdd-7469-453c-b403-44551a9f6eef req-ba77840c-c1b0-415e-93ed-87f28ac32065 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:11.869344 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4bfd0bdd-7469-453c-b403-44551a9f6eef req-ba77840c-c1b0-415e-93ed-87f28ac32065 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.0991631 Feb 16 18:08:11.930758 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4bfd0bdd-7469-453c-b403-44551a9f6eef req-74a1830e-38d2-467f-8f8c-ef593ebf7e31 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484965 Feb 16 18:08:12.773533 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7659c-8ad5-4967-807d-de82b159833d req-577df235-afc4-40ed-a205-3e7e6ebc5353 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:12.775188 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f9e7659c-8ad5-4967-807d-de82b159833d req-577df235-afc4-40ed-a205-3e7e6ebc5353 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d798b43-e2ba-4701-9b12-631c846a18c8 HTTP/1.1" status: 200 len: 946 time: 0.1684921 Feb 16 18:08:12.787477 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7d168-9351-40c0-920b-ac3a7ff968fc req-9bbc7adb-e2a7-43e0-a892-d4be23fc2e4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:12.789070 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1aa7d168-9351-40c0-920b-ac3a7ff968fc req-9bbc7adb-e2a7-43e0-a892-d4be23fc2e4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.1230965 Feb 16 18:08:12.860386 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f9e7659c-8ad5-4967-807d-de82b159833d req-316af101-7a5e-4027-b691-ce9fa43b0e8d tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697775 Feb 16 18:08:12.893718 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1aa7d168-9351-40c0-920b-ac3a7ff968fc req-067c51fe-e69e-4151-8f5b-5bc267a12c7f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867734 Feb 16 18:08:13.143765 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e965338-fe18-488f-8e4e-d832223759fe req-d7015bdf-1fce-45b9-b6b1-da95d3d2b118 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:13.145735 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7e965338-fe18-488f-8e4e-d832223759fe req-d7015bdf-1fce-45b9-b6b1-da95d3d2b118 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.0957966 Feb 16 18:08:13.222828 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7e965338-fe18-488f-8e4e-d832223759fe req-33e02ea2-5df0-4a00-89cc-76c0918b8992 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598350 Feb 16 18:08:13.785235 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device f5f39380-7540-4a39-9133-f69e7143fd06 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:08:13.814900 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f2617-f829-40e0-bbd9-c2f30f35d7ed req-da0915a7-1f1f-41d9-a47f-5050527c65d3 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:13.816497 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-fc6f2617-f829-40e0-bbd9-c2f30f35d7ed req-da0915a7-1f1f-41d9-a47f-5050527c65d3 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d798b43-e2ba-4701-9b12-631c846a18c8 HTTP/1.1" status: 200 len: 946 time: 0.0908902 Feb 16 18:08:13.946307 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-fc6f2617-f829-40e0-bbd9-c2f30f35d7ed req-c375be12-6566-4e3a-b639-0cb4ebfae63c tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Deleting port f5f39380-7540-4a39-9133-f69e7143fd06 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:08:13.947898 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-fc6f2617-f829-40e0-bbd9-c2f30f35d7ed req-c375be12-6566-4e3a-b639-0cb4ebfae63c tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:13.963462 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:14.032361 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d798b43-e2ba-4701-9b12-631c846a18c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5f39380-7540-4a39-9133-f69e7143fd06'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:08:14.047060 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] For port f5f39380-7540-4a39-9133-f69e7143fd06, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=f5f39380-7540-4a39-9133-f69e7143fd06,segment=NetworkSegment(ce64c93e-45d9-425e-aca9-3906308158b6),segment_id=ce64c93e-45d9-425e-aca9-3906308158b6)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:08:14.055272 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:14.057797 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:14.133087 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Pushing event updated for resources: {'Port': ['ID=f5f39380-7540-4a39-9133-f69e7143fd06,revision_number=5']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:14.138459 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:14.433462 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e862c46-b6a8-452d-87be-66995493f39e req-135d21a6-b03e-4191-a589-06f81688ea97 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:14.435124 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2e862c46-b6a8-452d-87be-66995493f39e req-135d21a6-b03e-4191-a589-06f81688ea97 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.3722136 Feb 16 18:08:14.445430 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd61a8-226e-4326-b12d-8791e69d2388 req-003236e3-b247-426f-b8c3-b29f7bb1494b tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:14.447161 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-eddd61a8-226e-4326-b12d-8791e69d2388 req-003236e3-b247-426f-b8c3-b29f7bb1494b tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d798b43-e2ba-4701-9b12-631c846a18c8 HTTP/1.1" status: 200 len: 944 time: 0.3437068 Feb 16 18:08:14.515776 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-fc6f2617-f829-40e0-bbd9-c2f30f35d7ed req-c375be12-6566-4e3a-b639-0cb4ebfae63c tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] For port f5f39380-7540-4a39-9133-f69e7143fd06, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=f5f39380-7540-4a39-9133-f69e7143fd06,segment=NetworkSegment(ce64c93e-45d9-425e-aca9-3906308158b6),segment_id=ce64c93e-45d9-425e-aca9-3906308158b6)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:08:14.516171 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-fc6f2617-f829-40e0-bbd9-c2f30f35d7ed req-c375be12-6566-4e3a-b639-0cb4ebfae63c tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:14.683909 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-fc6f2617-f829-40e0-bbd9-c2f30f35d7ed req-c375be12-6566-4e3a-b639-0cb4ebfae63c tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Calling delete_port for f5f39380-7540-4a39-9133-f69e7143fd06 owned by compute:nova {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:08:14.726684 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2e862c46-b6a8-452d-87be-66995493f39e req-4d54c7ec-ad7e-40c8-9cc6-dab4fdd2dda2 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784200 Feb 16 18:08:14.732088 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-eddd61a8-226e-4326-b12d-8791e69d2388 req-00a299dc-bea9-48f0-ab0d-dbb46f89ae22 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/security-groups?id=55017f54-70ff-4a38-8b3c-5e91e418ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551126 Feb 16 18:08:14.803272 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d798b43-e2ba-4701-9b12-631c846a18c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5f39380-7540-4a39-9133-f69e7143fd06', 'code': 200} Feb 16 18:08:14.863321 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-fc6f2617-f829-40e0-bbd9-c2f30f35d7ed req-c375be12-6566-4e3a-b639-0cb4ebfae63c tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:14.885658 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-0913c6c6-6861-4a0d-a2e0-65649aee2619 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:15.022571 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375be12-6566-4e3a-b639-0cb4ebfae63c tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Pushing event deleted for resources: {'Port': ['ID=f5f39380-7540-4a39-9133-f69e7143fd06,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:15.037074 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-c375be12-6566-4e3a-b639-0cb4ebfae63c tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:15.196779 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebdade-875c-4c10-9dfe-518512213fea req-24cd46ae-1ce3-496b-a7ad-924ad2185d6f tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:15.198422 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b6ebdade-875c-4c10-9dfe-518512213fea req-24cd46ae-1ce3-496b-a7ad-924ad2185d6f tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.2719674 Feb 16 18:08:15.272139 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6f2617-f829-40e0-bbd9-c2f30f35d7ed req-c375be12-6566-4e3a-b639-0cb4ebfae63c tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] No DVR routers for this DVR port f5f39380-7540-4a39-9133-f69e7143fd06 on host hv-cinder-76330 {{(pid=83985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:08:15.276859 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-fc6f2617-f829-40e0-bbd9-c2f30f35d7ed req-c375be12-6566-4e3a-b639-0cb4ebfae63c tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:15.285116 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325220d5-7c32-42c4-bde4-6730d1853864 req-019d6a43-c7df-464d-95d8-08e158f73500 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:15.287481 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-325220d5-7c32-42c4-bde4-6730d1853864 req-019d6a43-c7df-464d-95d8-08e158f73500 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 945 time: 0.2360020 Feb 16 18:08:15.288003 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d798b43-e2ba-4701-9b12-631c846a18c8', 'name': 'network-vif-deleted', 'tag': 'f5f39380-7540-4a39-9133-f69e7143fd06'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:08:15.333938 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-fc6f2617-f829-40e0-bbd9-c2f30f35d7ed req-c375be12-6566-4e3a-b639-0cb4ebfae63c tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.86 "DELETE /v2.0/ports/f5f39380-7540-4a39-9133-f69e7143fd06 HTTP/1.1" status: 204 len: 173 time: 1.5016346 Feb 16 18:08:15.341487 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b6ebdade-875c-4c10-9dfe-518512213fea req-50fb27dc-99eb-4ec9-8251-8ce2ff2891dd tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292431 Feb 16 18:08:15.366537 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-325220d5-7c32-42c4-bde4-6730d1853864 req-0191a832-e7c9-422d-a648-f916e3565e72 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708251 Feb 16 18:08:15.442116 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d798b43-e2ba-4701-9b12-631c846a18c8', 'name': 'network-vif-deleted', 'tag': 'f5f39380-7540-4a39-9133-f69e7143fd06', 'status': 'completed', 'code': 200} Feb 16 18:08:15.547915 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 33272) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:15.591868 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d07e8006-029a-4db8-9ad7-e6ea73cdd5e8 req-1253341d-f9d5-467e-b15f-7424ee6fb88b tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1769874 Feb 16 18:08:15.600146 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-d07e8006-029a-4db8-9ad7-e6ea73cdd5e8 req-6d551a37-8793-4912-a240-eba7fb9057f9 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Request body: {'floatingip': {'floating_network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:08:15.606089 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-d07e8006-029a-4db8-9ad7-e6ea73cdd5e8 req-6d551a37-8793-4912-a240-eba7fb9057f9 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:08:15.610153 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-d07e8006-029a-4db8-9ad7-e6ea73cdd5e8 req-6d551a37-8793-4912-a240-eba7fb9057f9 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Usage tracker for resource:floatingip and tenant:7dfc2a9d167d4239b695d5ff5e8a3a94 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:08:15.613329 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-d07e8006-029a-4db8-9ad7-e6ea73cdd5e8 req-6d551a37-8793-4912-a240-eba7fb9057f9 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:08:15.619331 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-d07e8006-029a-4db8-9ad7-e6ea73cdd5e8 req-6d551a37-8793-4912-a240-eba7fb9057f9 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:08:15.623309 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a27eb9-a366-4fbe-aa25-8a6c268b1640 admin admin] Deleting subnet 4a13153f-a93b-40d5-895d-544a45bf0985 {{(pid=83986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 18:08:15.626458 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d6a27eb9-a366-4fbe-aa25-8a6c268b1640 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:15.628953 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-d07e8006-029a-4db8-9ad7-e6ea73cdd5e8 req-6d551a37-8793-4912-a240-eba7fb9057f9 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks [] for floatingip, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:15.683562 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d6a27eb9-a366-4fbe-aa25-8a6c268b1640 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852641875'] for subnet, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:15.743247 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d6a27eb9-a366-4fbe-aa25-8a6c268b1640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853799394'] for subnet, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:15.782169 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-d07e8006-029a-4db8-9ad7-e6ea73cdd5e8 req-6d551a37-8793-4912-a240-eba7fb9057f9 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:16.057947 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d6a27eb9-a366-4fbe-aa25-8a6c268b1640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2831681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3161752'] for subnet, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:16.077082 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:16.155726 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-0e4b05e5-3551-48c7-8545-cf9f74daa109 req-18223ee2-a8f4-4bb6-821f-c127d7763eb8 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Synchronizing usage tracker for tenant:622d65f99f53481b8a0d99018b9077fa on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:08:16.166133 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a27eb9-a366-4fbe-aa25-8a6c268b1640 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a13153f-a93b-40d5-895d-544a45bf0985,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:16.198693 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a27eb9-a366-4fbe-aa25-8a6c268b1640 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:16.199411 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a27eb9-a366-4fbe-aa25-8a6c268b1640 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:16.199825 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a27eb9-a366-4fbe-aa25-8a6c268b1640 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:16.200227 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a27eb9-a366-4fbe-aa25-8a6c268b1640 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:16.200621 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a27eb9-a366-4fbe-aa25-8a6c268b1640 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:16.200992 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a27eb9-a366-4fbe-aa25-8a6c268b1640 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:16.201507 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a27eb9-a366-4fbe-aa25-8a6c268b1640 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:16.202072 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a27eb9-a366-4fbe-aa25-8a6c268b1640 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:16.202445 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a27eb9-a366-4fbe-aa25-8a6c268b1640 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:16.202986 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a27eb9-a366-4fbe-aa25-8a6c268b1640 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:16.203374 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a27eb9-a366-4fbe-aa25-8a6c268b1640 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:16.203786 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a27eb9-a366-4fbe-aa25-8a6c268b1640 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:16.204214 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a27eb9-a366-4fbe-aa25-8a6c268b1640 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:16.204585 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a27eb9-a366-4fbe-aa25-8a6c268b1640 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:16.205097 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a27eb9-a366-4fbe-aa25-8a6c268b1640 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:16.205202 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-0e4b05e5-3551-48c7-8545-cf9f74daa109 req-18223ee2-a8f4-4bb6-821f-c127d7763eb8 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Unset dirty status for tenant:622d65f99f53481b8a0d99018b9077fa on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:08:16.205717 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a27eb9-a366-4fbe-aa25-8a6c268b1640 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:16.206108 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a27eb9-a366-4fbe-aa25-8a6c268b1640 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:16.206409 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0e4b05e5-3551-48c7-8545-cf9f74daa109 req-18223ee2-a8f4-4bb6-821f-c127d7763eb8 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d798b43-e2ba-4701-9b12-631c846a18c8 HTTP/1.1" status: 200 len: 210 time: 0.3168654 Feb 16 18:08:16.206517 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a27eb9-a366-4fbe-aa25-8a6c268b1640 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:16.206856 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a27eb9-a366-4fbe-aa25-8a6c268b1640 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:16.207241 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a27eb9-a366-4fbe-aa25-8a6c268b1640 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:16.207706 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a27eb9-a366-4fbe-aa25-8a6c268b1640 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:16.208191 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a27eb9-a366-4fbe-aa25-8a6c268b1640 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:16.208692 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a27eb9-a366-4fbe-aa25-8a6c268b1640 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:16.209052 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a27eb9-a366-4fbe-aa25-8a6c268b1640 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:16.215495 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d6a27eb9-a366-4fbe-aa25-8a6c268b1640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:16.252362 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d6a27eb9-a366-4fbe-aa25-8a6c268b1640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:16.271530 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-d6a27eb9-a366-4fbe-aa25-8a6c268b1640 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4a13153f-a93b-40d5-895d-544a45bf0985 HTTP/1.1" status: 204 len: 168 time: 0.7210581 Feb 16 18:08:16.274143 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 33282) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:16.464446 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [req-d07e8006-029a-4db8-9ad7-e6ea73cdd5e8 req-6d551a37-8793-4912-a240-eba7fb9057f9 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Allocated IP 172.28.3.159 (d4f88037-574b-44e5-a9d6-1bdf8627b244/42ec5995-253d-4122-970e-73940637938a/b05899e5-fb32-45be-804c-3c33020c4b2e) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:08:16.501937 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205dd00-e930-4aea-ba50-9f7942f4dfee req-4f8c32ad-fdea-4489-b114-12e87099cd4b tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:16.503683 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0205dd00-e930-4aea-ba50-9f7942f4dfee req-4f8c32ad-fdea-4489-b114-12e87099cd4b tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.1461287 Feb 16 18:08:16.626272 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-491b6d9d-4e4f-4f45-a4c7-4c7409282fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853787567'] for network, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:16.643704 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0205dd00-e930-4aea-ba50-9f7942f4dfee req-a3d6f28d-4a3e-4fed-9cd4-44c4fe111f05 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184793 Feb 16 18:08:16.707548 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-d07e8006-029a-4db8-9ad7-e6ea73cdd5e8 req-6d551a37-8793-4912-a240-eba7fb9057f9 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:16.741601 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-d07e8006-029a-4db8-9ad7-e6ea73cdd5e8 req-6d551a37-8793-4912-a240-eba7fb9057f9 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:16.758372 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:16.842142 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-491b6d9d-4e4f-4f45-a4c7-4c7409282fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853803641', 'neutron.services.segments.db._delete_segments_for_network--9223363287453533471'] for network, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:16.906118 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d551a37-8793-4912-a240-eba7fb9057f9 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Pushing event updated for resources: {'Port': ['ID=b05899e5-fb32-45be-804c-3c33020c4b2e,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:16.911794 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-6d551a37-8793-4912-a240-eba7fb9057f9 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:16.968605 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-491b6d9d-4e4f-4f45-a4c7-4c7409282fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236bfbe1-6f14-4462-bff3-9f9a35651529']}} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:08:16.982203 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-491b6d9d-4e4f-4f45-a4c7-4c7409282fb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e735b8b-4c62-4408-8484-ef76f7e50afb') {'for_net_delete': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:08:16.982545 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-491b6d9d-4e4f-4f45-a4c7-4c7409282fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e735b8b-4c62-4408-8484-ef76f7e50afb') {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:08:16.995620 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-491b6d9d-4e4f-4f45-a4c7-4c7409282fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363287453521951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2133926'] for segment, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:17.011119 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-491b6d9d-4e4f-4f45-a4c7-4c7409282fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975480'] for segment, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:17.013382 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-491b6d9d-4e4f-4f45-a4c7-4c7409282fb2 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=83986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 18:08:17.024997 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d07e8006-029a-4db8-9ad7-e6ea73cdd5e8 req-6d551a37-8793-4912-a240-eba7fb9057f9 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Network d4f88037-574b-44e5-a9d6-1bdf8627b244 is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:08:17.027037 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [req-d07e8006-029a-4db8-9ad7-e6ea73cdd5e8 req-6d551a37-8793-4912-a240-eba7fb9057f9 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:08:17.031830 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07e8006-029a-4db8-9ad7-e6ea73cdd5e8 req-6d551a37-8793-4912-a240-eba7fb9057f9 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:08:17.095820 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d4f2d-37a9-421e-b640-3bf4c2eb407e req-5cd79df0-97d3-4d01-a1f3-6b43c2f5eaff tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:17.097461 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-027d4f2d-37a9-421e-b640-3bf4c2eb407e req-5cd79df0-97d3-4d01-a1f3-6b43c2f5eaff tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.1695938 Feb 16 18:08:17.224416 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-491b6d9d-4e4f-4f45-a4c7-4c7409282fb2 admin admin] Network 236bfbe1-6f14-4462-bff3-9f9a35651529 has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:08:17.234896 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-491b6d9d-4e4f-4f45-a4c7-4c7409282fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853800433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851943453'] for segment, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:17.250701 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-027d4f2d-37a9-421e-b640-3bf4c2eb407e req-2c044da8-9dc5-4284-9ae2-925201d5066e tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453507 Feb 16 18:08:17.273349 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-d07e8006-029a-4db8-9ad7-e6ea73cdd5e8 req-6d551a37-8793-4912-a240-eba7fb9057f9 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:17.350739 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 33294) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:17.407771 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-d07e8006-029a-4db8-9ad7-e6ea73cdd5e8 req-6d551a37-8793-4912-a240-eba7fb9057f9 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:17.440908 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-491b6d9d-4e4f-4f45-a4c7-4c7409282fb2 admin admin] Network 236bfbe1-6f14-4462-bff3-9f9a35651529 has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:08:17.463428 dv-cinder-763306-9-smb neutron-server[83874]: Traceback (most recent call last): Feb 16 18:08:17.463428 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:08:17.463428 dv-cinder-763306-9-smb neutron-server[83874]: timer() Feb 16 18:08:17.463428 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:08:17.463428 dv-cinder-763306-9-smb neutron-server[83874]: cb(*args, **kw) Feb 16 18:08:17.463428 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 18:08:17.463428 dv-cinder-763306-9-smb neutron-server[83874]: return func(*args, **kwargs) Feb 16 18:08:17.463428 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:08:17.463428 dv-cinder-763306-9-smb neutron-server[83874]: self._notify() Feb 16 18:08:17.463428 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:08:17.463428 dv-cinder-763306-9-smb neutron-server[83874]: self.callback(batched_events) Feb 16 18:08:17.463428 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:08:17.463428 dv-cinder-763306-9-smb neutron-server[83874]: event.method(event) Feb 16 18:08:17.463428 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:08:17.463428 dv-cinder-763306-9-smb neutron-server[83874]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:08:17.463428 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 18:08:17.463428 dv-cinder-763306-9-smb neutron-server[83874]: segment_id)['aggregates'][0] Feb 16 18:08:17.463428 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:08:17.463428 dv-cinder-763306-9-smb neutron-server[83874]: return f(self, *a, **k) Feb 16 18:08:17.463428 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:08:17.463428 dv-cinder-763306-9-smb neutron-server[83874]: return self._get(url).json() Feb 16 18:08:17.463428 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:08:17.463428 dv-cinder-763306-9-smb neutron-server[83874]: **kwargs) Feb 16 18:08:17.463428 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 18:08:17.463428 dv-cinder-763306-9-smb neutron-server[83874]: return self.request(url, 'GET', **kwargs) Feb 16 18:08:17.463428 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 18:08:17.463428 dv-cinder-763306-9-smb neutron-server[83874]: **endpoint_filter) Feb 16 18:08:17.463428 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 18:08:17.463428 dv-cinder-763306-9-smb neutron-server[83874]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:08:17.463428 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 18:08:17.463428 dv-cinder-763306-9-smb neutron-server[83874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:08:17.463428 dv-cinder-763306-9-smb neutron-server[83874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:08:17.491762 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_v2 [None req-23416e97-26c5-4e5d-97d8-4e852493b908 admin admin] Deleting subnet c42d94b2-4a0f-4ef3-8dff-e7101cf09702 {{(pid=83985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 18:08:17.532633 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-23416e97-26c5-4e5d-97d8-4e852493b908 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:17.552378 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-491b6d9d-4e4f-4f45-a4c7-4c7409282fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852784992'] for network, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:17.556027 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:17.570494 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-491b6d9d-4e4f-4f45-a4c7-4c7409282fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:17.585847 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b6d9d-4e4f-4f45-a4c7-4c7409282fb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=236bfbe1-6f14-4462-bff3-9f9a35651529,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:17.589383 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-491b6d9d-4e4f-4f45-a4c7-4c7409282fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:17.596910 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-491b6d9d-4e4f-4f45-a4c7-4c7409282fb2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/236bfbe1-6f14-4462-bff3-9f9a35651529 HTTP/1.1" status: 204 len: 168 time: 1.3191829 Feb 16 18:08:17.618653 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-23416e97-26c5-4e5d-97d8-4e852493b908 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852468257'] for subnet, precommit_delete_associations {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:17.772214 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-23416e97-26c5-4e5d-97d8-4e852493b908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853799394'] for subnet, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:17.809804 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 33304) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:17.867606 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-301f1a1b-54c2-455e-b878-f812a8c63754 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=577bcb60dcf441dbb5ad5fa5c5313ff7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534964 Feb 16 18:08:17.869688 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 33308) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:17.934942 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-68005be1-7af3-4b8b-aeb7-fcc65d28e720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:17.962658 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-68005be1-7af3-4b8b-aeb7-fcc65d28e720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:18.008296 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-68005be1-7af3-4b8b-aeb7-fcc65d28e720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:18.013423 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-7a9c56d7-a593-466c-bffd-2fd5947a44bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:18.027069 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68005be1-7af3-4b8b-aeb7-fcc65d28e720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7fe92d-ffff-4955-bfd6-4a93946162b9,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:18.030117 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-68005be1-7af3-4b8b-aeb7-fcc65d28e720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:18.031030 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-68005be1-7af3-4b8b-aeb7-fcc65d28e720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:18.035186 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-68005be1-7af3-4b8b-aeb7-fcc65d28e720 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f7fe92d-ffff-4955-bfd6-4a93946162b9 HTTP/1.1" status: 204 len: 168 time: 0.1643243 Feb 16 18:08:18.066444 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3ae71-6a87-4220-95ca-6769ba4ae531 req-cd88385b-33c8-4b0f-83db-6b1574ba0ad5 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:18.068830 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b3e3ae71-6a87-4220-95ca-6769ba4ae531 req-cd88385b-33c8-4b0f-83db-6b1574ba0ad5 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.2599056 Feb 16 18:08:18.110808 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-d07e8006-029a-4db8-9ad7-e6ea73cdd5e8 req-6d551a37-8793-4912-a240-eba7fb9057f9 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:18.134110 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-d07e8006-029a-4db8-9ad7-e6ea73cdd5e8 req-6d551a37-8793-4912-a240-eba7fb9057f9 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2348572'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:18.153387 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-4e5f23bc-adc9-4db9-82cf-62c533b72990 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:18.352136 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b3e3ae71-6a87-4220-95ca-6769ba4ae531 req-469d5c6e-52f5-4f5f-b739-af9668b9a123 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2626798 Feb 16 18:08:18.461952 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d551a37-8793-4912-a240-eba7fb9057f9 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Pushing event updated for resources: {'Port': ['ID=b05899e5-fb32-45be-804c-3c33020c4b2e,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:18.469278 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-6d551a37-8793-4912-a240-eba7fb9057f9 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:18.583851 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-23416e97-26c5-4e5d-97d8-4e852493b908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2348609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851350227'] for subnet, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:18.607100 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-4c6463af-4b81-4421-9370-ba13599c62c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:18.703067 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-d07e8006-029a-4db8-9ad7-e6ea73cdd5e8 req-6d551a37-8793-4912-a240-eba7fb9057f9 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592459'] for floatingip, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:18.712670 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23416e97-26c5-4e5d-97d8-4e852493b908 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c42d94b2-4a0f-4ef3-8dff-e7101cf09702,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:18.734715 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-23416e97-26c5-4e5d-97d8-4e852493b908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:18.776705 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03dbe5f-6ea6-47b2-80a3-d2e190e63672 req-10465f5e-c552-442b-b8f7-a7da4cf0c70b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:18.778345 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f03dbe5f-6ea6-47b2-80a3-d2e190e63672 req-10465f5e-c552-442b-b8f7-a7da4cf0c70b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.3135281 Feb 16 18:08:18.782414 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-d07e8006-029a-4db8-9ad7-e6ea73cdd5e8 req-6d551a37-8793-4912-a240-eba7fb9057f9 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for floatingip, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:18.783739 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d07e8006-029a-4db8-9ad7-e6ea73cdd5e8 req-6d551a37-8793-4912-a240-eba7fb9057f9 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1886120 Feb 16 18:08:18.891792 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-23416e97-26c5-4e5d-97d8-4e852493b908 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:18.893811 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-23416e97-26c5-4e5d-97d8-4e852493b908 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c42d94b2-4a0f-4ef3-8dff-e7101cf09702 HTTP/1.1" status: 204 len: 168 time: 1.5415103 Feb 16 18:08:18.896756 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 33340) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:18.929067 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-d07e8006-029a-4db8-9ad7-e6ea73cdd5e8 req-0b6733cd-00bb-47e7-8ee0-950f64bd9062 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Synchronizing usage tracker for tenant:7dfc2a9d167d4239b695d5ff5e8a3a94 on resource:floatingip {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:08:19.027237 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f03dbe5f-6ea6-47b2-80a3-d2e190e63672 req-14f6917d-6e3a-475d-91af-b810db0fd9c0 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168872 Feb 16 18:08:19.050614 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-d07e8006-029a-4db8-9ad7-e6ea73cdd5e8 req-0b6733cd-00bb-47e7-8ee0-950f64bd9062 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Unset dirty status for tenant:7dfc2a9d167d4239b695d5ff5e8a3a94 on resource:floatingip {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:08:19.052620 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d07e8006-029a-4db8-9ad7-e6ea73cdd5e8 req-0b6733cd-00bb-47e7-8ee0-950f64bd9062 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.28.3.159 HTTP/1.1" status: 200 len: 696 time: 0.2556274 Feb 16 18:08:19.064935 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-fb5146a8-d37a-4143-870a-7429d35e7ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853787567'] for network, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:19.357061 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 33348) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:19.508401 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3ffa2df5-954a-47c8-ae4c-873f90a6fb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:19.525212 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-3ffa2df5-954a-47c8-ae4c-873f90a6fb38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:08:19.529286 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-3ffa2df5-954a-47c8-ae4c-873f90a6fb38 admin admin] Usage tracker for resource:security_group_rule and tenant:6c5817fb7f06434d8f27c5dd075abc6d is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:08:19.532293 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-3ffa2df5-954a-47c8-ae4c-873f90a6fb38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:08:19.538836 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-3ffa2df5-954a-47c8-ae4c-873f90a6fb38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:08:19.634106 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3ffa2df5-954a-47c8-ae4c-873f90a6fb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:19.636951 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3ffa2df5-954a-47c8-ae4c-873f90a6fb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:19.646934 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-9d1146d1-26f6-46cb-b701-083f64ac7b66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:19.656615 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-fb5146a8-d37a-4143-870a-7429d35e7ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853803641', 'neutron.services.segments.db._delete_segments_for_network--9223363287453533471'] for network, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:19.689291 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-3ffa2df5-954a-47c8-ae4c-873f90a6fb38 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c5817fb7f06434d8f27c5dd075abc6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3309665 Feb 16 18:08:19.690980 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa2df5-954a-47c8-ae4c-873f90a6fb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627ae786-fa36-424d-ab32-1409398a34a7,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:19.694064 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 33358) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:19.696669 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3ffa2df5-954a-47c8-ae4c-873f90a6fb38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:19.761692 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9762dd04-4f8b-4d8c-9d03-5add18196c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:19.762133 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e8006-029a-4db8-9ad7-e6ea73cdd5e8 req-9f733062-9643-4397-a4c5-693c307665ef tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:19.763674 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d07e8006-029a-4db8-9ad7-e6ea73cdd5e8 req-9f733062-9643-4397-a4c5-693c307665ef tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/networks/d4f88037-574b-44e5-a9d6-1bdf8627b244 HTTP/1.1" status: 200 len: 784 time: 0.7044444 Feb 16 18:08:19.779084 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [req-d07e8006-029a-4db8-9ad7-e6ea73cdd5e8 req-9fb5bd27-2f52-49b0-a6d2-8385229ceee8 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:08:19.780166 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d07e8006-029a-4db8-9ad7-e6ea73cdd5e8 req-9fb5bd27-2f52-49b0-a6d2-8385229ceee8 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0103536 Feb 16 18:08:19.790754 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9762dd04-4f8b-4d8c-9d03-5add18196c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:19.824039 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-fb5146a8-d37a-4143-870a-7429d35e7ae0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8202e7f-abbe-4e6f-b78f-d67eee34469d']}} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:08:19.842348 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9762dd04-4f8b-4d8c-9d03-5add18196c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:19.846991 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d605fc-2fe5-4f29-84e1-0b25a703f55f req-e4f4e76f-c09d-46fe-b054-ec8ecf558da6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:19.849544 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-c806cb3a-3fee-4827-9ea2-f0a5bbb8dedc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:19.850151 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-18d605fc-2fe5-4f29-84e1-0b25a703f55f req-e4f4e76f-c09d-46fe-b054-ec8ecf558da6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.3522208 Feb 16 18:08:19.853512 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-fb5146a8-d37a-4143-870a-7429d35e7ae0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce64c93e-45d9-425e-aca9-3906308158b6') {'for_net_delete': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:08:19.853841 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-fb5146a8-d37a-4143-870a-7429d35e7ae0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce64c93e-45d9-425e-aca9-3906308158b6') {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:08:19.866007 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762dd04-4f8b-4d8c-9d03-5add18196c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627ae786-fa36-424d-ab32-1409398a34a7,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:19.868644 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-9762dd04-4f8b-4d8c-9d03-5add18196c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:19.872518 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9762dd04-4f8b-4d8c-9d03-5add18196c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:19.874231 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-9762dd04-4f8b-4d8c-9d03-5add18196c3a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/627ae786-fa36-424d-ab32-1409398a34a7 HTTP/1.1" status: 204 len: 168 time: 0.1787083 Feb 16 18:08:19.881986 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-fb5146a8-d37a-4143-870a-7429d35e7ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363287453521951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2307540'] for segment, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:19.961067 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-fb5146a8-d37a-4143-870a-7429d35e7ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975480'] for segment, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:19.963845 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fb5146a8-d37a-4143-870a-7429d35e7ae0 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 18:08:20.065264 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-18d605fc-2fe5-4f29-84e1-0b25a703f55f req-c939011b-4d77-4f9b-adea-9387f4b345af tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040203 Feb 16 18:08:20.200798 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-fb5146a8-d37a-4143-870a-7429d35e7ae0 admin admin] Network f8202e7f-abbe-4e6f-b78f-d67eee34469d has no segments {{(pid=83985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:08:20.215580 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e00628-89bb-4afc-a409-85ce11a31be4 req-04fb313a-c25a-4da8-8d99-e9883adf4486 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:20.217653 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-54e00628-89bb-4afc-a409-85ce11a31be4 req-04fb313a-c25a-4da8-8d99-e9883adf4486 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3267579 Feb 16 18:08:20.222678 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-fb5146a8-d37a-4143-870a-7429d35e7ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853800433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852427549'] for segment, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:20.441557 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-54e00628-89bb-4afc-a409-85ce11a31be4 req-f1be4121-ea4f-4b1f-afbe-a388b889d7a6 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.28.3.159 HTTP/1.1" status: 200 len: 696 time: 0.1965735 Feb 16 18:08:20.516070 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-54e00628-89bb-4afc-a409-85ce11a31be4 req-8f1e3057-cc8c-4293-9b5f-1a9a295b6ff8 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Request body: {'floatingip': {'port_id': '4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:08:20.633178 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-fb5146a8-d37a-4143-870a-7429d35e7ae0 admin admin] Network f8202e7f-abbe-4e6f-b78f-d67eee34469d has no segments {{(pid=83985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:08:20.643274 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-54e00628-89bb-4afc-a409-85ce11a31be4 req-8f1e3057-cc8c-4293-9b5f-1a9a295b6ff8 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks [] for floatingip, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:20.719205 dv-cinder-763306-9-smb neutron-server[83874]: Traceback (most recent call last): Feb 16 18:08:20.719205 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:08:20.719205 dv-cinder-763306-9-smb neutron-server[83874]: timer() Feb 16 18:08:20.719205 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:08:20.719205 dv-cinder-763306-9-smb neutron-server[83874]: cb(*args, **kw) Feb 16 18:08:20.719205 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 18:08:20.719205 dv-cinder-763306-9-smb neutron-server[83874]: return func(*args, **kwargs) Feb 16 18:08:20.719205 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:08:20.719205 dv-cinder-763306-9-smb neutron-server[83874]: self._notify() Feb 16 18:08:20.719205 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:08:20.719205 dv-cinder-763306-9-smb neutron-server[83874]: self.callback(batched_events) Feb 16 18:08:20.719205 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:08:20.719205 dv-cinder-763306-9-smb neutron-server[83874]: event.method(event) Feb 16 18:08:20.719205 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:08:20.719205 dv-cinder-763306-9-smb neutron-server[83874]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:08:20.719205 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 18:08:20.719205 dv-cinder-763306-9-smb neutron-server[83874]: segment_id)['aggregates'][0] Feb 16 18:08:20.719205 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:08:20.719205 dv-cinder-763306-9-smb neutron-server[83874]: return f(self, *a, **k) Feb 16 18:08:20.719205 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:08:20.719205 dv-cinder-763306-9-smb neutron-server[83874]: return self._get(url).json() Feb 16 18:08:20.719205 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:08:20.719205 dv-cinder-763306-9-smb neutron-server[83874]: **kwargs) Feb 16 18:08:20.719205 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 18:08:20.719205 dv-cinder-763306-9-smb neutron-server[83874]: return self.request(url, 'GET', **kwargs) Feb 16 18:08:20.719205 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 18:08:20.719205 dv-cinder-763306-9-smb neutron-server[83874]: **endpoint_filter) Feb 16 18:08:20.719205 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 18:08:20.719205 dv-cinder-763306-9-smb neutron-server[83874]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:08:20.719205 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 18:08:20.719205 dv-cinder-763306-9-smb neutron-server[83874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:08:20.719205 dv-cinder-763306-9-smb neutron-server[83874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:08:20.876855 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7ece2-235a-4571-9d4d-313a56568628 req-f2f26744-2c01-4f49-84a2-f7fedb1597c1 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:20.878470 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-fba7ece2-235a-4571-9d4d-313a56568628 req-f2f26744-2c01-4f49-84a2-f7fedb1597c1 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.6597004 Feb 16 18:08:20.943238 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-fb5146a8-d37a-4143-870a-7429d35e7ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852784992'] for network, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:20.979129 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-79c80243-3800-4546-90fc-7a5872495937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:21.003134 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-fb5146a8-d37a-4143-870a-7429d35e7ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:21.011425 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-fba7ece2-235a-4571-9d4d-313a56568628 req-74d1d16d-8bb7-44c0-bfd2-f23e4960e03e tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215348 Feb 16 18:08:21.012207 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5146a8-d37a-4143-870a-7429d35e7ae0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8202e7f-abbe-4e6f-b78f-d67eee34469d,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:21.025606 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-fb5146a8-d37a-4143-870a-7429d35e7ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:21.378105 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-fb5146a8-d37a-4143-870a-7429d35e7ae0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f8202e7f-abbe-4e6f-b78f-d67eee34469d HTTP/1.1" status: 204 len: 168 time: 2.4737732 Feb 16 18:08:21.574630 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 33380) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:21.595362 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247044e-27ba-4075-86e5-ea77b2819d63 req-70eceaef-2b6f-4bb3-b859-262ed29fdd5c tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:21.598278 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f247044e-27ba-4075-86e5-ea77b2819d63 req-70eceaef-2b6f-4bb3-b859-262ed29fdd5c tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.2306998 Feb 16 18:08:21.642255 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-79d3e448-40c5-480f-aa92-698d0d21e38b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=622d65f99f53481b8a0d99018b9077fa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0662353 Feb 16 18:08:21.645447 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 33386) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:21.676509 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f247044e-27ba-4075-86e5-ea77b2819d63 req-d84508bc-c937-4b27-96f2-679be3a18c7b tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658100 Feb 16 18:08:21.716602 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-afaf8620-881f-4d9d-b689-d5650faf7e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:21.750834 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-afaf8620-881f-4d9d-b689-d5650faf7e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:21.793925 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-afaf8620-881f-4d9d-b689-d5650faf7e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:21.799241 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a4f958ae-4b98-43da-af81-7261f4d628bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:21.813384 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf8620-881f-4d9d-b689-d5650faf7e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55017f54-70ff-4a38-8b3c-5e91e418ce35,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:21.816598 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-afaf8620-881f-4d9d-b689-d5650faf7e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:21.819907 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-54e00628-89bb-4afc-a409-85ce11a31be4 req-8f1e3057-cc8c-4293-9b5f-1a9a295b6ff8 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:21.823753 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-54e00628-89bb-4afc-a409-85ce11a31be4 req-8f1e3057-cc8c-4293-9b5f-1a9a295b6ff8 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592459'] for floatingip, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:21.823949 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-afaf8620-881f-4d9d-b689-d5650faf7e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:21.829842 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-afaf8620-881f-4d9d-b689-d5650faf7e0b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/55017f54-70ff-4a38-8b3c-5e91e418ce35 HTTP/1.1" status: 204 len: 168 time: 0.1786449 Feb 16 18:08:22.013488 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.db.l3_db [req-54e00628-89bb-4afc-a409-85ce11a31be4 req-8f1e3057-cc8c-4293-9b5f-1a9a295b6ff8 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Floating IP 06ddfd51-a292-423c-b432-49402c20e263 associated. External IP: 172.28.3.159, port: 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78. Feb 16 18:08:22.285327 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbce42-80ec-4866-89b2-24233821e37e req-259f93f5-c4f1-49cd-9a83-670e79c72cf3 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:22.286997 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3cbbce42-80ec-4866-89b2-24233821e37e req-259f93f5-c4f1-49cd-9a83-670e79c72cf3 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.1514475 Feb 16 18:08:22.487369 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3cbbce42-80ec-4866-89b2-24233821e37e req-db77052d-4abf-473f-b116-b5046cc232d0 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928465 Feb 16 18:08:22.535387 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54e00628-89bb-4afc-a409-85ce11a31be4 req-8f1e3057-cc8c-4293-9b5f-1a9a295b6ff8 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Router 97e71f11-7f81-4855-b48d-001b33b48a55 has already been hosted by L3 agent 616de62f-f042-46f7-b8cf-861f27422584 {{(pid=83985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:08:22.740803 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54e00628-89bb-4afc-a409-85ce11a31be4 req-8f1e3057-cc8c-4293-9b5f-1a9a295b6ff8 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify agent at l3_agent.dv-cinder-763306-9-smb the message routers_updated {{(pid=83985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:08:22.745211 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-54e00628-89bb-4afc-a409-85ce11a31be4 req-8f1e3057-cc8c-4293-9b5f-1a9a295b6ff8 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for floatingip, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:22.754371 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373df315-4625-4b8e-92de-1599a4a53f51 None None] Sync routers for ids ['97e71f11-7f81-4855-b48d-001b33b48a55'] in dv-cinder-763306-9-smb {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:08:22.773537 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373df315-4625-4b8e-92de-1599a4a53f51 None None] Routers {'97e71f11-7f81-4855-b48d-001b33b48a55'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:08:22.774239 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-373df315-4625-4b8e-92de-1599a4a53f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:07:56Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['97e71f11-7f81-4855-b48d-001b33b48a55'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:08:22.810950 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-54e00628-89bb-4afc-a409-85ce11a31be4 req-8f1e3057-cc8c-4293-9b5f-1a9a295b6ff8 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "PUT /v2.0/floatingips/06ddfd51-a292-423c-b432-49402c20e263 HTTP/1.1" status: 200 len: 996 time: 2.3527772 Feb 16 18:08:22.811526 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc53fab-045d-41fc-864d-18cdeb92c558', 'tag': '4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:08:22.996789 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7115c27-4d5d-4d7f-b050-7bb0483d22bc req-b4504595-1749-42a4-b772-cbe646361aee tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:22.998400 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d7115c27-4d5d-4d7f-b050-7bb0483d22bc req-b4504595-1749-42a4-b772-cbe646361aee tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.1158960 Feb 16 18:08:23.007843 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e00628-89bb-4afc-a409-85ce11a31be4 req-761f2aaa-bc52-41c4-ae1a-f846ac557cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:23.009453 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-54e00628-89bb-4afc-a409-85ce11a31be4 req-761f2aaa-bc52-41c4-ae1a-f846ac557cd9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7dfc2a9d167d4239b695d5ff5e8a3a94&device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 1162 time: 0.1777925 Feb 16 18:08:23.016670 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-373df315-4625-4b8e-92de-1599a4a53f51 None None] Set router 97e71f11-7f81-4855-b48d-001b33b48a55 gateway port host: dv-cinder-763306-9-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:08:23.148737 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d7115c27-4d5d-4d7f-b050-7bb0483d22bc req-6cca89d7-da7e-4648-9871-f8c882e254b6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382325 Feb 16 18:08:23.209003 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e00628-89bb-4afc-a409-85ce11a31be4 req-98d58391-8ac0-4357-9c42-f0ea0471fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:23.210850 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-54e00628-89bb-4afc-a409-85ce11a31be4 req-98d58391-8ac0-4357-9c42-f0ea0471fa84 service neutron] 10.222.0.41 "GET /v2.0/networks?id=254b54a2-6ec3-4abc-b0fd-dceeba540521 HTTP/1.1" status: 200 len: 909 time: 0.1823237 Feb 16 18:08:23.301333 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc53fab-045d-41fc-864d-18cdeb92c558', 'tag': '4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78', 'status': 'completed', 'code': 200} Feb 16 18:08:23.405646 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-54e00628-89bb-4afc-a409-85ce11a31be4 req-525954b0-6c7e-44ae-8da3-ddcd3fc2025f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 HTTP/1.1" status: 200 len: 999 time: 0.1878550 Feb 16 18:08:23.506280 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4e7d0284-3788-4916-8a91-2eeee47e136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:23.530234 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-373df315-4625-4b8e-92de-1599a4a53f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'name': 'tempest-TestMinimumBasicScenario-990617393-router', 'tenant_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.247'}], 'enable_snat': True}, 'gw_port_id': '9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:55Z', 'updated_at': '2021-02-16T18:07:04Z', 'revision_number': 4, 'project_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'gw_port': {'id': '9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:57Z', 'updated_at': '2021-02-16T18:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_floatingips': [{'id': '06ddfd51-a292-423c-b432-49402c20e263', 'tenant_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'floating_ip_address': '172.28.3.159', 'floating_network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'router_id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'port_id': '4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '254b54a2-6ec3-4abc-b0fd-dceeba540521', 'mac_address': 'fa:16:3e:90:ce:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc53fab-045d-41fc-864d-18cdeb92c558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:08:17Z', 'updated_at': '2021-02-16T18:08:21Z', 'revision_number': 1, 'project_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf', 'name': '', 'network_id': '254b54a2-6ec3-4abc-b0fd-dceeba540521', 'tenant_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'mac_address': 'fa:16:3e:0d:a1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '08e844c8-151c-4441-9ffd-e0d1f75d181d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:02Z', 'updated_at': '2021-02-16T18:07:14Z', 'revision_number': 5, 'project_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'subnets': [{'id': '08e844c8-151c-4441-9ffd-e0d1f75d181d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:08:23.535291 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373df315-4625-4b8e-92de-1599a4a53f51 None None] Checking router: 97e71f11-7f81-4855-b48d-001b33b48a55 for host: dv-cinder-763306-9-smb {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:08:23.548818 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373df315-4625-4b8e-92de-1599a4a53f51 None None] Routers {'97e71f11-7f81-4855-b48d-001b33b48a55'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:08:23.549647 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-373df315-4625-4b8e-92de-1599a4a53f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:07:56Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['97e71f11-7f81-4855-b48d-001b33b48a55'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:08:23.706460 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60396e-db37-4624-b242-d1b55f22562b req-496f6181-9dd4-4c62-9bb8-ab9e1ee9f575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:23.708183 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-eb60396e-db37-4624-b242-d1b55f22562b req-496f6181-9dd4-4c62-9bb8-ab9e1ee9f575 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7dfc2a9d167d4239b695d5ff5e8a3a94&device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 1162 time: 0.4089947 Feb 16 18:08:23.791139 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-373df315-4625-4b8e-92de-1599a4a53f51 None None] Set router 97e71f11-7f81-4855-b48d-001b33b48a55 gateway port host: dv-cinder-763306-9-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:08:23.872838 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e00628-89bb-4afc-a409-85ce11a31be4 req-8501f162-8e8a-4d4e-b010-1e6501140982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:23.874553 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-54e00628-89bb-4afc-a409-85ce11a31be4 req-8501f162-8e8a-4d4e-b010-1e6501140982 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=08e844c8-151c-4441-9ffd-e0d1f75d181d HTTP/1.1" status: 200 len: 853 time: 0.4581490 Feb 16 18:08:24.008244 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 33458) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:24.026950 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60396e-db37-4624-b242-d1b55f22562b req-3a4c5a44-c260-41c2-9817-cef5b834b506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:24.028582 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-eb60396e-db37-4624-b242-d1b55f22562b req-3a4c5a44-c260-41c2-9817-cef5b834b506 service neutron] 10.222.0.86 "GET /v2.0/networks?id=254b54a2-6ec3-4abc-b0fd-dceeba540521 HTTP/1.1" status: 200 len: 909 time: 0.2704885 Feb 16 18:08:24.037487 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949246ff-6835-47d0-a073-a4f2cd41514a req-36574543-7a6b-4dbd-8459-b26d4390ae8f tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:24.039046 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-949246ff-6835-47d0-a073-a4f2cd41514a req-36574543-7a6b-4dbd-8459-b26d4390ae8f tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.3398476 Feb 16 18:08:24.148543 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-156f6893-4101-42d0-aaf5-f3cc8cd24c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:24.165285 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-156f6893-4101-42d0-aaf5-f3cc8cd24c59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:08:24.169555 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-156f6893-4101-42d0-aaf5-f3cc8cd24c59 admin admin] Usage tracker for resource:security_group_rule and tenant:aaaa2408261a49089308eba5c3425b80 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:08:24.172517 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-156f6893-4101-42d0-aaf5-f3cc8cd24c59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:08:24.197825 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e00628-89bb-4afc-a409-85ce11a31be4 req-339e8759-9c35-4acd-bdb6-8605141db543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:24.199500 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-54e00628-89bb-4afc-a409-85ce11a31be4 req-339e8759-9c35-4acd-bdb6-8605141db543 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=254b54a2-6ec3-4abc-b0fd-dceeba540521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3071165 Feb 16 18:08:24.199895 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-156f6893-4101-42d0-aaf5-f3cc8cd24c59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:08:24.211030 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-949246ff-6835-47d0-a073-a4f2cd41514a req-54a8834a-b1d1-4b91-a3ad-cbf3bed1b53f tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134262 Feb 16 18:08:24.213383 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-eb60396e-db37-4624-b242-d1b55f22562b req-29af09df-f854-4405-b6d2-13c7b7797b59 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 HTTP/1.1" status: 200 len: 999 time: 0.1721702 Feb 16 18:08:24.221032 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [req-54e00628-89bb-4afc-a409-85ce11a31be4 req-7aab6ebf-cf46-4033-923c-40193b8a5d06 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:08:24.243380 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-54e00628-89bb-4afc-a409-85ce11a31be4 req-7aab6ebf-cf46-4033-923c-40193b8a5d06 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0282707 Feb 16 18:08:24.261951 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-373df315-4625-4b8e-92de-1599a4a53f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'name': 'tempest-TestMinimumBasicScenario-990617393-router', 'tenant_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.247'}], 'enable_snat': True}, 'gw_port_id': '9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:55Z', 'updated_at': '2021-02-16T18:07:04Z', 'revision_number': 4, 'project_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'gw_port': {'id': '9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:57Z', 'updated_at': '2021-02-16T18:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_floatingips': [{'id': '06ddfd51-a292-423c-b432-49402c20e263', 'tenant_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'floating_ip_address': '172.28.3.159', 'floating_network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'router_id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'port_id': '4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '254b54a2-6ec3-4abc-b0fd-dceeba540521', 'mac_address': 'fa:16:3e:90:ce:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc53fab-045d-41fc-864d-18cdeb92c558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:08:17Z', 'updated_at': '2021-02-16T18:08:21Z', 'revision_number': 1, 'project_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf', 'name': '', 'network_id': '254b54a2-6ec3-4abc-b0fd-dceeba540521', 'tenant_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'mac_address': 'fa:16:3e:0d:a1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '08e844c8-151c-4441-9ffd-e0d1f75d181d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:02Z', 'updated_at': '2021-02-16T18:07:14Z', 'revision_number': 5, 'project_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'subnets': [{'id': '08e844c8-151c-4441-9ffd-e0d1f75d181d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:08:24.267197 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373df315-4625-4b8e-92de-1599a4a53f51 None None] The sync data for ids ['97e71f11-7f81-4855-b48d-001b33b48a55'] in dv-cinder-763306-9-smb is: [{'id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'name': 'tempest-TestMinimumBasicScenario-990617393-router', 'tenant_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.247'}], 'enable_snat': True}, 'gw_port_id': '9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:55Z', 'updated_at': '2021-02-16T18:07:04Z', 'revision_number': 4, 'project_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'gw_port': {'id': '9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:57Z', 'updated_at': '2021-02-16T18:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_floatingips': [{'id': '06ddfd51-a292-423c-b432-49402c20e263', 'tenant_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'floating_ip_address': '172.28.3.159', 'floating_network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'router_id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'port_id': '4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '254b54a2-6ec3-4abc-b0fd-dceeba540521', 'mac_address': 'fa:16:3e:90:ce:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc53fab-045d-41fc-864d-18cdeb92c558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:08:17Z', 'updated_at': '2021-02-16T18:08:21Z', 'revision_number': 1, 'project_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf', 'name': '', 'network_id': '254b54a2-6ec3-4abc-b0fd-dceeba540521', 'tenant_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'mac_address': 'fa:16:3e:0d:a1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '08e844c8-151c-4441-9ffd-e0d1f75d181d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:02Z', 'updated_at': '2021-02-16T18:07:14Z', 'revision_number': 5, 'project_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'subnets': [{'id': '08e844c8-151c-4441-9ffd-e0d1f75d181d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:08:24.319037 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-156f6893-4101-42d0-aaf5-f3cc8cd24c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:24.324566 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-156f6893-4101-42d0-aaf5-f3cc8cd24c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:24.344722 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d78c16ff-895c-45eb-96fb-d1a713bc1db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:24.388709 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-156f6893-4101-42d0-aaf5-f3cc8cd24c59 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aaaa2408261a49089308eba5c3425b80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3792951 Feb 16 18:08:24.389744 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f6893-4101-42d0-aaf5-f3cc8cd24c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66756135-c8ff-489a-b0ed-10513f04f588,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:24.393334 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-156f6893-4101-42d0-aaf5-f3cc8cd24c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:24.394104 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 33466) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:24.459554 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-69848cc4-85d4-4a45-9d99-86ad31525792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:24.480902 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60396e-db37-4624-b242-d1b55f22562b req-57e7ce28-595d-43f4-aa7c-29258d0561dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:24.482502 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-eb60396e-db37-4624-b242-d1b55f22562b req-57e7ce28-595d-43f4-aa7c-29258d0561dd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=08e844c8-151c-4441-9ffd-e0d1f75d181d HTTP/1.1" status: 200 len: 853 time: 0.2132974 Feb 16 18:08:24.487496 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-69848cc4-85d4-4a45-9d99-86ad31525792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:24.551163 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-69848cc4-85d4-4a45-9d99-86ad31525792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:24.557697 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-0c6abe70-93a1-4a76-bcda-0242e2076af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:24.568635 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69848cc4-85d4-4a45-9d99-86ad31525792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66756135-c8ff-489a-b0ed-10513f04f588,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:24.571314 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-69848cc4-85d4-4a45-9d99-86ad31525792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:24.582653 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-69848cc4-85d4-4a45-9d99-86ad31525792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:24.588305 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-69848cc4-85d4-4a45-9d99-86ad31525792 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/66756135-c8ff-489a-b0ed-10513f04f588 HTTP/1.1" status: 204 len: 168 time: 0.1931107 Feb 16 18:08:24.603863 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-54e00628-89bb-4afc-a409-85ce11a31be4 req-4ad5e68d-dabb-4f73-9cc0-499b800ae651 service neutron] 10.222.0.41 "GET /v2.0/networks/254b54a2-6ec3-4abc-b0fd-dceeba540521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593426 Feb 16 18:08:24.647079 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfbc69-ecd7-4312-baef-fc275012a056 req-0e5211aa-49a8-4e38-9efb-0d79bc9c54f9 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:24.648820 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-13bfbc69-ecd7-4312-baef-fc275012a056 req-0e5211aa-49a8-4e38-9efb-0d79bc9c54f9 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.2605891 Feb 16 18:08:24.683085 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58c3daa-b5a8-4bc6-8bdc-7a48128043ab None None] New status for floating IP 06ddfd51-a292-423c-b432-49402c20e263: ACTIVE {{(pid=83987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 18:08:24.805107 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60396e-db37-4624-b242-d1b55f22562b req-625d6eaf-5083-490c-b45a-dbd44effec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:24.806760 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-eb60396e-db37-4624-b242-d1b55f22562b req-625d6eaf-5083-490c-b45a-dbd44effec4e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=254b54a2-6ec3-4abc-b0fd-dceeba540521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3139508 Feb 16 18:08:24.824290 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-13bfbc69-ecd7-4312-baef-fc275012a056 req-d214750b-284d-4067-9d2e-b20a428d9500 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090171 Feb 16 18:08:24.925663 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-54e00628-89bb-4afc-a409-85ce11a31be4 req-835aab8c-99e8-499a-b981-922a1870f696 service neutron] 10.222.0.41 "GET /v2.0/networks/254b54a2-6ec3-4abc-b0fd-dceeba540521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3150017 Feb 16 18:08:24.944940 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 6 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:08:24.945103 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 33476) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:24.968606 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-cb7493d2-e801-402e-8514-f99f2c0ce087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:25.001633 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-89aaf5f5-3da3-4641-b88e-272e5739b461 req-2a5a0550-0fa4-4dff-92aa-d7357174ffab tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1985256203', 'description': 'tempest-TestMinimumBasicScenario-1985256203 description'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:08:25.003204 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-cb7493d2-e801-402e-8514-f99f2c0ce087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:08:25.008042 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-cb7493d2-e801-402e-8514-f99f2c0ce087 admin admin] Usage tracker for resource:security_group_rule and tenant:9927ba3cb89a430d93d77438de096a5c is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:08:25.011303 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-cb7493d2-e801-402e-8514-f99f2c0ce087 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:08:25.017307 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-cb7493d2-e801-402e-8514-f99f2c0ce087 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:08:25.027008 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-89aaf5f5-3da3-4641-b88e-272e5739b461 req-2a5a0550-0fa4-4dff-92aa-d7357174ffab tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:08:25.033997 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-89aaf5f5-3da3-4641-b88e-272e5739b461 req-2a5a0550-0fa4-4dff-92aa-d7357174ffab tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Usage tracker for resource:security_group and tenant:7dfc2a9d167d4239b695d5ff5e8a3a94 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:08:25.038818 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-eb60396e-db37-4624-b242-d1b55f22562b req-0666d6cc-5b45-470f-8dfd-3b15aaaa19fb service neutron] 10.222.0.86 "GET /v2.0/networks/254b54a2-6ec3-4abc-b0fd-dceeba540521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019527 Feb 16 18:08:25.039728 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-89aaf5f5-3da3-4641-b88e-272e5739b461 req-2a5a0550-0fa4-4dff-92aa-d7357174ffab tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:08:25.045817 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-89aaf5f5-3da3-4641-b88e-272e5739b461 req-2a5a0550-0fa4-4dff-92aa-d7357174ffab tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:08:25.110524 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-cb7493d2-e801-402e-8514-f99f2c0ce087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:25.113474 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-cb7493d2-e801-402e-8514-f99f2c0ce087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:25.123028 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-969157e0-b9b8-407d-8d8c-3003cd961a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:25.136602 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-89aaf5f5-3da3-4641-b88e-272e5739b461 req-2a5a0550-0fa4-4dff-92aa-d7357174ffab tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:25.166726 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-cb7493d2-e801-402e-8514-f99f2c0ce087 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9927ba3cb89a430d93d77438de096a5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2204199 Feb 16 18:08:25.167707 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7493d2-e801-402e-8514-f99f2c0ce087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b8efeb-99f2-42b4-bd95-3cd2e130a958,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:25.170221 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 33484) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:25.173299 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-cb7493d2-e801-402e-8514-f99f2c0ce087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:25.184661 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-89aaf5f5-3da3-4641-b88e-272e5739b461 req-2a5a0550-0fa4-4dff-92aa-d7357174ffab tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:08:25.195156 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-89aaf5f5-3da3-4641-b88e-272e5739b461 req-2a5a0550-0fa4-4dff-92aa-d7357174ffab tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Usage tracker for resource:security_group_rule and tenant:7dfc2a9d167d4239b695d5ff5e8a3a94 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:08:25.208868 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-89aaf5f5-3da3-4641-b88e-272e5739b461 req-2a5a0550-0fa4-4dff-92aa-d7357174ffab tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:08:25.218486 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-89aaf5f5-3da3-4641-b88e-272e5739b461 req-2a5a0550-0fa4-4dff-92aa-d7357174ffab tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:08:25.236337 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f8f6e6e2-2ec2-4eea-9849-f7ed56c110e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:25.248519 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-eb60396e-db37-4624-b242-d1b55f22562b req-418da2b6-bca0-4af5-be5d-bd3991e778db service neutron] 10.222.0.86 "GET /v2.0/networks/254b54a2-6ec3-4abc-b0fd-dceeba540521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2003660 Feb 16 18:08:25.269119 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f8f6e6e2-2ec2-4eea-9849-f7ed56c110e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:25.325604 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-89aaf5f5-3da3-4641-b88e-272e5739b461 req-2a5a0550-0fa4-4dff-92aa-d7357174ffab tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:25.328923 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-89aaf5f5-3da3-4641-b88e-272e5739b461 req-2a5a0550-0fa4-4dff-92aa-d7357174ffab tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:25.331754 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f8f6e6e2-2ec2-4eea-9849-f7ed56c110e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:25.335164 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3af97cae-1c08-4dae-bb66-21838bf9ca71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:25.337183 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-195a5198-c678-4ce7-82c2-87e39fe9b2f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:25.355926 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6e6e2-2ec2-4eea-9849-f7ed56c110e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b8efeb-99f2-42b4-bd95-3cd2e130a958,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:25.358962 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f8f6e6e2-2ec2-4eea-9849-f7ed56c110e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:25.359913 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f8f6e6e2-2ec2-4eea-9849-f7ed56c110e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:25.361204 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-f8f6e6e2-2ec2-4eea-9849-f7ed56c110e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/29b8efeb-99f2-42b4-bd95-3cd2e130a958 HTTP/1.1" status: 204 len: 168 time: 0.1899323 Feb 16 18:08:25.431287 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a0550-0fa4-4dff-92aa-d7357174ffab tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac2f220-96e3-4afc-866f-042c7098ec43,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:25.435205 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-89aaf5f5-3da3-4641-b88e-272e5739b461 req-2a5a0550-0fa4-4dff-92aa-d7357174ffab tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:25.439934 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-89aaf5f5-3da3-4641-b88e-272e5739b461 req-2a5a0550-0fa4-4dff-92aa-d7357174ffab tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4434998 Feb 16 18:08:25.443029 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-2a5a0550-0fa4-4dff-92aa-d7357174ffab tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:25.508378 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca340940-41a5-415f-ae74-9fca8421d453 req-40005384-e248-4fe0-9149-3078a1f678d0 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:25.510006 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ca340940-41a5-415f-ae74-9fca8421d453 req-40005384-e248-4fe0-9149-3078a1f678d0 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.1537681 Feb 16 18:08:25.553788 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ef021ec2-dc23-4a7c-a082-97d985bcb498 req-15d40790-af3a-4874-9af1-5276c3467e62 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups/7ac2f220-96e3-4afc-866f-042c7098ec43 HTTP/1.1" status: 200 len: 1814 time: 0.0939438 Feb 16 18:08:25.572717 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-ef021ec2-dc23-4a7c-a082-97d985bcb498 req-27055786-10b5-4be9-b3bc-41752ebd94da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7ac2f220-96e3-4afc-866f-042c7098ec43', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:08:25.573126 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-ef021ec2-dc23-4a7c-a082-97d985bcb498 req-27055786-10b5-4be9-b3bc-41752ebd94da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7ac2f220-96e3-4afc-866f-042c7098ec43', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:08:25.581204 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-ef021ec2-dc23-4a7c-a082-97d985bcb498 req-27055786-10b5-4be9-b3bc-41752ebd94da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:08:25.589653 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ca340940-41a5-415f-ae74-9fca8421d453 req-4705819b-6ebf-40fe-becf-c0bf63eff41c tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662146 Feb 16 18:08:25.590667 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-ef021ec2-dc23-4a7c-a082-97d985bcb498 req-27055786-10b5-4be9-b3bc-41752ebd94da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Usage tracker for resource:security_group_rule and tenant:7dfc2a9d167d4239b695d5ff5e8a3a94 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:08:25.593810 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-ef021ec2-dc23-4a7c-a082-97d985bcb498 req-27055786-10b5-4be9-b3bc-41752ebd94da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:08:25.600596 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-ef021ec2-dc23-4a7c-a082-97d985bcb498 req-27055786-10b5-4be9-b3bc-41752ebd94da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:08:25.668702 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-ef021ec2-dc23-4a7c-a082-97d985bcb498 req-27055786-10b5-4be9-b3bc-41752ebd94da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:25.694276 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-ef021ec2-dc23-4a7c-a082-97d985bcb498 req-27055786-10b5-4be9-b3bc-41752ebd94da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:25.697497 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-ef021ec2-dc23-4a7c-a082-97d985bcb498 req-27055786-10b5-4be9-b3bc-41752ebd94da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803747'] for security_group_rule, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:25.699618 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:25.723075 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27055786-10b5-4be9-b3bc-41752ebd94da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d41bd5-ae33-4a88-b4f7-e1354b1661b6,revision_number=0']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:25.728716 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-27055786-10b5-4be9-b3bc-41752ebd94da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:25.737050 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-ef021ec2-dc23-4a7c-a082-97d985bcb498 req-27055786-10b5-4be9-b3bc-41752ebd94da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:25.738213 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ef021ec2-dc23-4a7c-a082-97d985bcb498 req-27055786-10b5-4be9-b3bc-41752ebd94da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1752512 Feb 16 18:08:25.758320 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d551b6c3-58b8-4a49-a3b4-c9c9e717e1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:25.815125 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b2888172-8f2d-497d-8626-0801abacd6a7 req-d9f9191a-e3b6-4a16-8c78-c041f972516d tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups/7ac2f220-96e3-4afc-866f-042c7098ec43 HTTP/1.1" status: 200 len: 2407 time: 0.0514164 Feb 16 18:08:25.827001 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-b2888172-8f2d-497d-8626-0801abacd6a7 req-67db69a5-5b30-4af4-83be-49c17ce66ec4 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7ac2f220-96e3-4afc-866f-042c7098ec43', 'remote_group_id': None}]} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:08:25.827511 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-b2888172-8f2d-497d-8626-0801abacd6a7 req-67db69a5-5b30-4af4-83be-49c17ce66ec4 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7ac2f220-96e3-4afc-866f-042c7098ec43', 'remote_group_id': None}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:08:25.834744 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-b2888172-8f2d-497d-8626-0801abacd6a7 req-67db69a5-5b30-4af4-83be-49c17ce66ec4 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:08:25.838795 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-b2888172-8f2d-497d-8626-0801abacd6a7 req-67db69a5-5b30-4af4-83be-49c17ce66ec4 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Usage tracker for resource:security_group_rule and tenant:7dfc2a9d167d4239b695d5ff5e8a3a94 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:08:25.843774 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-b2888172-8f2d-497d-8626-0801abacd6a7 req-67db69a5-5b30-4af4-83be-49c17ce66ec4 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:08:25.847848 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-b2888172-8f2d-497d-8626-0801abacd6a7 req-67db69a5-5b30-4af4-83be-49c17ce66ec4 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:08:25.909181 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:08:25.925109 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b2888172-8f2d-497d-8626-0801abacd6a7 req-67db69a5-5b30-4af4-83be-49c17ce66ec4 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:25.989582 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:08:25.990017 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:26.007211 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b2888172-8f2d-497d-8626-0801abacd6a7 req-67db69a5-5b30-4af4-83be-49c17ce66ec4 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:26.021732 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b2888172-8f2d-497d-8626-0801abacd6a7 req-67db69a5-5b30-4af4-83be-49c17ce66ec4 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803747'] for security_group_rule, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:26.024836 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:26.056985 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db69a5-5b30-4af4-83be-49c17ce66ec4 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60890a67-d689-45e6-a688-76ae5b599c80,revision_number=0']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:26.063662 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-67db69a5-5b30-4af4-83be-49c17ce66ec4 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:26.068712 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b2888172-8f2d-497d-8626-0801abacd6a7 req-67db69a5-5b30-4af4-83be-49c17ce66ec4 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:26.070007 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b2888172-8f2d-497d-8626-0801abacd6a7 req-67db69a5-5b30-4af4-83be-49c17ce66ec4 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2472959 Feb 16 18:08:26.097490 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61458c7-676e-42cd-b593-d37a46aaf216 req-f401c746-ff32-46c2-b914-c38d9a8d1d36 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:26.099178 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b61458c7-676e-42cd-b593-d37a46aaf216 req-f401c746-ff32-46c2-b914-c38d9a8d1d36 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.1429420 Feb 16 18:08:26.162711 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b61458c7-676e-42cd-b593-d37a46aaf216 req-36a8a754-b48d-4587-b992-67f0adfdad83 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561764 Feb 16 18:08:26.263346 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-8a67bb39-1ad2-499b-abd7-a95f3bd0fb0a req-df9095cc-3318-45bd-b26a-551f560aaf5d tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Synchronizing usage tracker for tenant:7dfc2a9d167d4239b695d5ff5e8a3a94 on resource:security_group {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:08:26.280363 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-8a67bb39-1ad2-499b-abd7-a95f3bd0fb0a req-df9095cc-3318-45bd-b26a-551f560aaf5d tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Unset dirty status for tenant:7dfc2a9d167d4239b695d5ff5e8a3a94 on resource:security_group {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:08:26.281653 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8a67bb39-1ad2-499b-abd7-a95f3bd0fb0a req-df9095cc-3318-45bd-b26a-551f560aaf5d tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1985256203&fields=id&tenant_id=7dfc2a9d167d4239b695d5ff5e8a3a94 HTTP/1.1" status: 200 len: 267 time: 0.0669692 Feb 16 18:08:26.377772 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67bb39-1ad2-499b-abd7-a95f3bd0fb0a req-8810b0cf-686f-41c2-867b-acfc754bce13 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:26.379373 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8a67bb39-1ad2-499b-abd7-a95f3bd0fb0a req-8810b0cf-686f-41c2-867b-acfc754bce13 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 945 time: 0.0909836 Feb 16 18:08:26.392082 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-8a67bb39-1ad2-499b-abd7-a95f3bd0fb0a req-cba80661-99de-4e20-91cb-a5ded737e261 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Request body: {'port': {'security_groups': ['4174114f-766c-4413-a801-0c8bdbed0ff1', '7ac2f220-96e3-4afc-866f-042c7098ec43']}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:08:26.529295 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-8a67bb39-1ad2-499b-abd7-a95f3bd0fb0a req-cba80661-99de-4e20-91cb-a5ded737e261 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:26.651656 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:26.733275 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:26.960684 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d59e68-2b06-4fc9-8680-0b345b0a77e7 req-4eea1d9b-60dd-4104-9ffc-9dd2df05208a tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:26.962413 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-86d59e68-2b06-4fc9-8680-0b345b0a77e7 req-4eea1d9b-60dd-4104-9ffc-9dd2df05208a tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.2286670 Feb 16 18:08:26.964793 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-8a67bb39-1ad2-499b-abd7-a95f3bd0fb0a req-cba80661-99de-4e20-91cb-a5ded737e261 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] For port 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78,segment=NetworkSegment(ac563771-cfc3-43bf-933e-1d229ab3f487),segment_id=ac563771-cfc3-43bf-933e-1d229ab3f487)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:08:27.030143 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-8a67bb39-1ad2-499b-abd7-a95f3bd0fb0a req-cba80661-99de-4e20-91cb-a5ded737e261 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:27.036566 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-8a67bb39-1ad2-499b-abd7-a95f3bd0fb0a req-cba80661-99de-4e20-91cb-a5ded737e261 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2348572'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:27.054524 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-39330b9b-543a-4585-a27c-084a76db1c77 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:27.092084 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-86d59e68-2b06-4fc9-8680-0b345b0a77e7 req-c32d41ca-3678-496c-8d46-764e5019b54c tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176751 Feb 16 18:08:27.387526 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:27.505744 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba80661-99de-4e20-91cb-a5ded737e261 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Pushing event updated for resources: {'Port': ['ID=4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78,revision_number=5']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:27.509659 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-cba80661-99de-4e20-91cb-a5ded737e261 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:27.558931 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1874a6-c3ce-4ee6-8cfa-7bcb2e201f86 req-3b823154-2ba2-4c5d-b4b1-fb4d830a3c2a tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:27.560603 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3c1874a6-c3ce-4ee6-8cfa-7bcb2e201f86 req-3b823154-2ba2-4c5d-b4b1-fb4d830a3c2a tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.1875610 Feb 16 18:08:27.567988 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67bb39-1ad2-499b-abd7-a95f3bd0fb0a req-cba80661-99de-4e20-91cb-a5ded737e261 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:27.568702 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-8a67bb39-1ad2-499b-abd7-a95f3bd0fb0a req-cba80661-99de-4e20-91cb-a5ded737e261 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:27.571901 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8a67bb39-1ad2-499b-abd7-a95f3bd0fb0a req-cba80661-99de-4e20-91cb-a5ded737e261 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "PUT /v2.0/ports/4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 HTTP/1.1" status: 200 len: 981 time: 1.1849217 Feb 16 18:08:27.572646 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc53fab-045d-41fc-864d-18cdeb92c558', 'tag': '4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:08:27.631852 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3c1874a6-c3ce-4ee6-8cfa-7bcb2e201f86 req-0d352802-cce9-4927-8f2d-d30efb07675f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528913 Feb 16 18:08:27.816342 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 33574) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:27.855357 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-6fa954c6-0a56-495a-9537-59dcc516ec15 None None] Provisioning complete for port 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:08:27.855813 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6fa954c6-0a56-495a-9537-59dcc516ec15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:27.897740 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-a578459f-a6e6-4d94-b66e-679d250b205f req-683a14dd-639a-4cf2-9c7f-711da916c09c tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Synchronizing usage tracker for tenant:7c84d650e1d94b238253914a68a4d647 on resource:security_group {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:08:27.933506 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-a578459f-a6e6-4d94-b66e-679d250b205f req-683a14dd-639a-4cf2-9c7f-711da916c09c tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Unset dirty status for tenant:7c84d650e1d94b238253914a68a4d647 on resource:security_group {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:08:27.934806 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a578459f-a6e6-4d94-b66e-679d250b205f req-683a14dd-639a-4cf2-9c7f-711da916c09c tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1857178041&fields=id&tenant_id=7c84d650e1d94b238253914a68a4d647 HTTP/1.1" status: 200 len: 267 time: 0.1870875 Feb 16 18:08:27.947119 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29f0d5-fba2-4a8d-9277-2aec6edc9ba0 req-faae885f-f02b-4f97-aaad-5f111fb385ac tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:27.948761 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ac29f0d5-fba2-4a8d-9277-2aec6edc9ba0 req-faae885f-f02b-4f97-aaad-5f111fb385ac tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 984 time: 0.1714242 Feb 16 18:08:27.983795 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0225ad94-8446-46d6-9d2a-c8b20e64b220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:28.000361 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-0225ad94-8446-46d6-9d2a-c8b20e64b220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:08:28.005149 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-0225ad94-8446-46d6-9d2a-c8b20e64b220 admin admin] Usage tracker for resource:security_group_rule and tenant:36876ed7ae294a7e9c9555ab48f64d1f is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:08:28.008468 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-0225ad94-8446-46d6-9d2a-c8b20e64b220 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:08:28.014110 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:28.015132 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-0225ad94-8446-46d6-9d2a-c8b20e64b220 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:08:28.100052 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:08:28.104512 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0225ad94-8446-46d6-9d2a-c8b20e64b220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:28.107423 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0225ad94-8446-46d6-9d2a-c8b20e64b220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:28.113487 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ac29f0d5-fba2-4a8d-9277-2aec6edc9ba0 req-ed0ad810-e0ed-402f-8874-2dea3931acc8 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ac2f220-96e3-4afc-866f-042c7098ec43&id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1376150 Feb 16 18:08:28.115991 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-e9992f5c-fe4e-4cb5-ae58-c4ea43e23015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:28.169447 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 33586) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:28.170785 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-0225ad94-8446-46d6-9d2a-c8b20e64b220 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=36876ed7ae294a7e9c9555ab48f64d1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3492668 Feb 16 18:08:28.185060 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225ad94-8446-46d6-9d2a-c8b20e64b220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd5045b-6e62-4e8c-af14-2d66e1bbba68,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:28.191629 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-0225ad94-8446-46d6-9d2a-c8b20e64b220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:28.217291 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578459f-a6e6-4d94-b66e-679d250b205f req-bf0eae33-6c3b-4072-888c-6af6c3eb0a5c tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:28.218221 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-a578459f-a6e6-4d94-b66e-679d250b205f req-bf0eae33-6c3b-4072-888c-6af6c3eb0a5c tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Synchronizing usage tracker for tenant:7c84d650e1d94b238253914a68a4d647 on resource:network {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:08:28.229851 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc53fab-045d-41fc-864d-18cdeb92c558', 'tag': '4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78', 'status': 'completed', 'code': 200} Feb 16 18:08:28.249728 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:08:28.250574 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:28.391546 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-a578459f-a6e6-4d94-b66e-679d250b205f req-bf0eae33-6c3b-4072-888c-6af6c3eb0a5c tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Unset dirty status for tenant:7c84d650e1d94b238253914a68a4d647 on resource:network {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:08:28.392933 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a578459f-a6e6-4d94-b66e-679d250b205f req-bf0eae33-6c3b-4072-888c-6af6c3eb0a5c tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/networks?id=40185a06-1620-44b9-8dd1-e63dae9ab62c HTTP/1.1" status: 200 len: 809 time: 0.4430022 Feb 16 18:08:28.445449 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a578459f-a6e6-4d94-b66e-679d250b205f req-3a5c50c6-da87-4f29-a532-8b3a05517806 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/quotas/7c84d650e1d94b238253914a68a4d647 HTTP/1.1" status: 200 len: 375 time: 0.0417857 Feb 16 18:08:28.446144 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-dc6c724d-00f4-439d-8226-db8a73200609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:28.549464 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da4c67-64e8-492f-acaa-2cd6f703ca58 req-fa523551-626f-4471-b39d-c62597331d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:28.551079 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e4da4c67-64e8-492f-acaa-2cd6f703ca58 req-fa523551-626f-4471-b39d-c62597331d0e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7dfc2a9d167d4239b695d5ff5e8a3a94&device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 1202 time: 0.3259485 Feb 16 18:08:28.554531 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-dc6c724d-00f4-439d-8226-db8a73200609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:28.666032 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8f53e-6b39-4a9c-b7ce-7732698c8d4c req-c821363b-9eb5-473e-bc0f-438a61c4d86a tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:28.667801 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-93e8f53e-6b39-4a9c-b7ce-7732698c8d4c req-c821363b-9eb5-473e-bc0f-438a61c4d86a tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.3728049 Feb 16 18:08:28.798543 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-93e8f53e-6b39-4a9c-b7ce-7732698c8d4c req-e5cb404d-0097-42a0-926a-a9334736d7b2 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051836 Feb 16 18:08:28.823832 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a578459f-a6e6-4d94-b66e-679d250b205f req-f24163e1-b044-4f14-999f-329c6b121f56 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c84d650e1d94b238253914a68a4d647&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3686450 Feb 16 18:08:28.824596 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-dc6c724d-00f4-439d-8226-db8a73200609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:28.831145 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:28.843211 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da4c67-64e8-492f-acaa-2cd6f703ca58 req-9adcc652-74de-4f8b-88fa-52cec5288134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:28.844883 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e4da4c67-64e8-492f-acaa-2cd6f703ca58 req-9adcc652-74de-4f8b-88fa-52cec5288134 service neutron] 10.222.0.86 "GET /v2.0/networks?id=254b54a2-6ec3-4abc-b0fd-dceeba540521 HTTP/1.1" status: 200 len: 909 time: 0.2806442 Feb 16 18:08:28.873429 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c724d-00f4-439d-8226-db8a73200609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd5045b-6e62-4e8c-af14-2d66e1bbba68,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:28.878070 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-dc6c724d-00f4-439d-8226-db8a73200609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:29.064275 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-dc6c724d-00f4-439d-8226-db8a73200609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:29.065527 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-dc6c724d-00f4-439d-8226-db8a73200609 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9cd5045b-6e62-4e8c-af14-2d66e1bbba68 HTTP/1.1" status: 204 len: 168 time: 0.8950131 Feb 16 18:08:29.138068 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e4da4c67-64e8-492f-acaa-2cd6f703ca58 req-3d631c77-061b-42e2-9352-5eb061c3da5b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 HTTP/1.1" status: 200 len: 1001 time: 0.2680671 Feb 16 18:08:29.211030 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a578459f-a6e6-4d94-b66e-679d250b205f req-d84658f3-9bd7-4972-aad2-5a11b06acf26 service neutron] 10.222.0.41 "GET /v2.0/networks/40185a06-1620-44b9-8dd1-e63dae9ab62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717127 Feb 16 18:08:29.328188 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1275301-97fd-47a4-9158-1c264ba4477d req-28e7debb-64f0-48ff-a809-e9e9a7bdf12d tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:29.329758 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f1275301-97fd-47a4-9158-1c264ba4477d req-28e7debb-64f0-48ff-a809-e9e9a7bdf12d tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.3330026 Feb 16 18:08:29.361471 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da4c67-64e8-492f-acaa-2cd6f703ca58 req-adff1074-bf4e-4873-aed3-bc43699bb32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:29.363009 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e4da4c67-64e8-492f-acaa-2cd6f703ca58 req-adff1074-bf4e-4873-aed3-bc43699bb32d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=08e844c8-151c-4441-9ffd-e0d1f75d181d HTTP/1.1" status: 200 len: 853 time: 0.2075293 Feb 16 18:08:29.379317 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 33598) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:29.404471 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-cd284733-6ed8-4a1b-9e81-2d857c09000c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:29.420180 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-cd284733-6ed8-4a1b-9e81-2d857c09000c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:08:29.424454 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-cd284733-6ed8-4a1b-9e81-2d857c09000c admin admin] Usage tracker for resource:security_group_rule and tenant:6044e90ea58e48f190162d33bdb7b237 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:08:29.428176 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-cd284733-6ed8-4a1b-9e81-2d857c09000c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:08:29.433879 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-cd284733-6ed8-4a1b-9e81-2d857c09000c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:08:29.468857 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f1275301-97fd-47a4-9158-1c264ba4477d req-5c8580aa-475e-4d63-bb7f-edab5d839861 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288507 Feb 16 18:08:29.493122 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a578459f-a6e6-4d94-b66e-679d250b205f req-312d2c6e-3d92-4b08-824e-2a69d124de50 service neutron] 10.222.0.41 "GET /v2.0/networks/40185a06-1620-44b9-8dd1-e63dae9ab62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2651234 Feb 16 18:08:29.512847 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da4c67-64e8-492f-acaa-2cd6f703ca58 req-4a3b1bf3-ecbf-4e82-8dbc-fcbb8a0e9470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:29.514486 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e4da4c67-64e8-492f-acaa-2cd6f703ca58 req-4a3b1bf3-ecbf-4e82-8dbc-fcbb8a0e9470 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=254b54a2-6ec3-4abc-b0fd-dceeba540521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1418986 Feb 16 18:08:29.526618 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-cd284733-6ed8-4a1b-9e81-2d857c09000c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:29.530550 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-cd284733-6ed8-4a1b-9e81-2d857c09000c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:29.546994 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f8f6e6e2-2ec2-4eea-9849-f7ed56c110e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:29.594807 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-cd284733-6ed8-4a1b-9e81-2d857c09000c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6044e90ea58e48f190162d33bdb7b237&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2133312 Feb 16 18:08:29.596345 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 33604) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:29.610757 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd284733-6ed8-4a1b-9e81-2d857c09000c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd11969a-8372-4256-8b75-ae4852c84c39,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:29.617004 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-cd284733-6ed8-4a1b-9e81-2d857c09000c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:29.675147 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a6daa412-cdbb-4ae3-92d1-9f2aa5d116bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:29.675454 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e4da4c67-64e8-492f-acaa-2cd6f703ca58 req-384df448-9456-4931-9672-123177e07a85 service neutron] 10.222.0.86 "GET /v2.0/networks/254b54a2-6ec3-4abc-b0fd-dceeba540521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529043 Feb 16 18:08:29.704308 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a6daa412-cdbb-4ae3-92d1-9f2aa5d116bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:29.753134 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a6daa412-cdbb-4ae3-92d1-9f2aa5d116bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:29.759492 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-4b4a7661-5ddb-46a2-9ad5-24e64bae4df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:29.774482 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6daa412-cdbb-4ae3-92d1-9f2aa5d116bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd11969a-8372-4256-8b75-ae4852c84c39,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:29.777191 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a6daa412-cdbb-4ae3-92d1-9f2aa5d116bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:29.792552 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a6daa412-cdbb-4ae3-92d1-9f2aa5d116bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:29.796768 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-a6daa412-cdbb-4ae3-92d1-9f2aa5d116bc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd11969a-8372-4256-8b75-ae4852c84c39 HTTP/1.1" status: 204 len: 168 time: 0.1964920 Feb 16 18:08:29.842992 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e4da4c67-64e8-492f-acaa-2cd6f703ca58 req-47d778d8-e102-4596-ba16-5fd7b72eed6e service neutron] 10.222.0.86 "GET /v2.0/networks/254b54a2-6ec3-4abc-b0fd-dceeba540521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1593182 Feb 16 18:08:30.030883 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6385a336-7c8f-4171-8c34-bf6f2217d46c req-390b51e3-424a-47dc-bd50-8efe3a6ff0b2 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 210 time: 0.1093678 Feb 16 18:08:30.084019 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f404a5d-1b8a-4cc3-bb80-44166f125ab6 req-848adbc9-6946-4180-b979-69c6f96a2a96 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:30.091842 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0f404a5d-1b8a-4cc3-bb80-44166f125ab6 req-848adbc9-6946-4180-b979-69c6f96a2a96 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.1279452 Feb 16 18:08:30.148705 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0f404a5d-1b8a-4cc3-bb80-44166f125ab6 req-f7e8198f-117f-4fac-a5ac-1b131b8a58a6 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551941 Feb 16 18:08:30.687942 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d5b96-3ce4-4fd8-a711-66c0de57faa5 req-a7f19f4f-04f5-4c39-a110-b4ac0c134f9e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:30.689698 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-976d5b96-3ce4-4fd8-a711-66c0de57faa5 req-a7f19f4f-04f5-4c39-a110-b4ac0c134f9e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.0944545 Feb 16 18:08:30.738448 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-976d5b96-3ce4-4fd8-a711-66c0de57faa5 req-d34a2ed8-40ec-4548-9ddc-0febb5a6ada7 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419466 Feb 16 18:08:31.562223 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-45a245f5-1673-4450-9fce-578300b11737 req-f789525f-276c-4488-b1ed-5913076b3cf7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 210 time: 0.3917570 Feb 16 18:08:31.665244 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497dc5d9-091c-47d6-bc88-c7894d242f78 req-4a8ac0e4-fa9c-4503-9edc-501fd415f607 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:31.666943 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-497dc5d9-091c-47d6-bc88-c7894d242f78 req-4a8ac0e4-fa9c-4503-9edc-501fd415f607 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.1753232 Feb 16 18:08:31.673881 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578459f-a6e6-4d94-b66e-679d250b205f req-bfc9993c-6652-4f1d-ba5b-7cb1354bc9bf tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:31.675546 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a578459f-a6e6-4d94-b66e-679d250b205f req-bfc9993c-6652-4f1d-ba5b-7cb1354bc9bf tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.86 "GET /v2.0/networks?id=40185a06-1620-44b9-8dd1-e63dae9ab62c HTTP/1.1" status: 200 len: 809 time: 0.5339978 Feb 16 18:08:31.763248 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-497dc5d9-091c-47d6-bc88-c7894d242f78 req-4ea54741-a990-466a-ac9b-35c416b2ec31 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831757 Feb 16 18:08:31.799887 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a578459f-a6e6-4d94-b66e-679d250b205f req-ffaaea45-6e3b-4e80-ae10-b53cc1a6ae8d tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7c84d650e1d94b238253914a68a4d647 HTTP/1.1" status: 200 len: 5759 time: 0.1020854 Feb 16 18:08:31.823416 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-a578459f-a6e6-4d94-b66e-679d250b205f req-eaed3903-7681-4d25-bbf3-1d238f222511 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Request body: {'port': {'device_id': 'de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf', 'network_id': '40185a06-1620-44b9-8dd1-e63dae9ab62c', 'admin_state_up': True, 'tenant_id': '7c84d650e1d94b238253914a68a4d647', 'security_groups': ['27d6118c-2977-4a05-b2d9-83c3f30bda4c']}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:08:32.044335 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6f134-a5c9-410e-a2e5-57beb3005a15 req-87b0c769-66c1-40f8-b97f-0d8cc6261f86 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:32.047537 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8fb6f134-a5c9-410e-a2e5-57beb3005a15 req-87b0c769-66c1-40f8-b97f-0d8cc6261f86 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.1572185 Feb 16 18:08:32.048999 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-a578459f-a6e6-4d94-b66e-679d250b205f req-eaed3903-7681-4d25-bbf3-1d238f222511 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:08:32.058173 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-a578459f-a6e6-4d94-b66e-679d250b205f req-eaed3903-7681-4d25-bbf3-1d238f222511 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Usage tracker for resource:port and tenant:7c84d650e1d94b238253914a68a4d647 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:08:32.063926 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-a578459f-a6e6-4d94-b66e-679d250b205f req-eaed3903-7681-4d25-bbf3-1d238f222511 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:08:32.087350 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-a578459f-a6e6-4d94-b66e-679d250b205f req-eaed3903-7681-4d25-bbf3-1d238f222511 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:08:32.131247 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8fb6f134-a5c9-410e-a2e5-57beb3005a15 req-0a1cd434-8f2f-4ce4-b888-6846f2f9fae3 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684118 Feb 16 18:08:32.132421 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a578459f-a6e6-4d94-b66e-679d250b205f req-eaed3903-7681-4d25-bbf3-1d238f222511 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Made reservation on behalf of 7c84d650e1d94b238253914a68a4d647 for: {'port': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:08:32.138019 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-a578459f-a6e6-4d94-b66e-679d250b205f req-eaed3903-7681-4d25-bbf3-1d238f222511 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:32.542302 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [req-a578459f-a6e6-4d94-b66e-679d250b205f req-eaed3903-7681-4d25-bbf3-1d238f222511 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Allocated IP 172.20.0.7 (40185a06-1620-44b9-8dd1-e63dae9ab62c/741a1dfc-122f-4201-86a1-fb09ac387c87/805cba9e-a8b7-492c-b884-2c63ce7cda71) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:08:32.771792 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-778b268b-1496-4329-884c-ee3345917479 req-16bb1723-9f5e-445a-8280-0e7928e1fde9 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 210 time: 0.0754974 Feb 16 18:08:32.868991 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-a578459f-a6e6-4d94-b66e-679d250b205f req-eaed3903-7681-4d25-bbf3-1d238f222511 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:32.899260 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [req-a578459f-a6e6-4d94-b66e-679d250b205f req-eaed3903-7681-4d25-bbf3-1d238f222511 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Transition to ACTIVE for port object 805cba9e-a8b7-492c-b884-2c63ce7cda71 will not be triggered until provisioned by entity DHCP. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:08:33.029847 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-a578459f-a6e6-4d94-b66e-679d250b205f req-eaed3903-7681-4d25-bbf3-1d238f222511 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:33.060528 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:33.328272 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2ad1c-8660-4590-8221-a3fe0099d375 req-54878e4e-ac88-4044-b8a8-e958a1e5d817 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:33.337185 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-72c2ad1c-8660-4590-8221-a3fe0099d375 req-54878e4e-ac88-4044-b8a8-e958a1e5d817 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.4171801 Feb 16 18:08:33.337968 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed3903-7681-4d25-bbf3-1d238f222511 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Pushing event updated for resources: {'Port': ['ID=805cba9e-a8b7-492c-b884-2c63ce7cda71,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:33.345053 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-eaed3903-7681-4d25-bbf3-1d238f222511 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:33.493432 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-72c2ad1c-8660-4590-8221-a3fe0099d375 req-31451d38-45f7-4d18-94c1-b8cecfd4156a tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753012 Feb 16 18:08:33.533775 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a578459f-a6e6-4d94-b66e-679d250b205f req-eaed3903-7681-4d25-bbf3-1d238f222511 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Network 40185a06-1620-44b9-8dd1-e63dae9ab62c is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:08:33.537617 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [req-a578459f-a6e6-4d94-b66e-679d250b205f req-eaed3903-7681-4d25-bbf3-1d238f222511 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:08:33.541233 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-a578459f-a6e6-4d94-b66e-679d250b205f req-eaed3903-7681-4d25-bbf3-1d238f222511 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:08:33.645250 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f4519-2fa4-4032-a7a9-61180b37520b req-dfe37e62-677d-4267-b38f-6c0f64cf04c0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:33.654188 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6d6f4519-2fa4-4032-a7a9-61180b37520b req-dfe37e62-677d-4267-b38f-6c0f64cf04c0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.3131499 Feb 16 18:08:33.712859 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578459f-a6e6-4d94-b66e-679d250b205f req-eaed3903-7681-4d25-bbf3-1d238f222511 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:33.713686 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-a578459f-a6e6-4d94-b66e-679d250b205f req-eaed3903-7681-4d25-bbf3-1d238f222511 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:33.742882 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a578459f-a6e6-4d94-b66e-679d250b205f req-eaed3903-7681-4d25-bbf3-1d238f222511 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9243064 Feb 16 18:08:33.754483 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6d6f4519-2fa4-4032-a7a9-61180b37520b req-298f975c-21e6-4733-be0a-1c05a1c121ba tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990279 Feb 16 18:08:33.764032 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-a578459f-a6e6-4d94-b66e-679d250b205f req-95df1028-ff64-4c42-badb-32c3fad60a5f service neutron] Request body: {'port': {'device_id': 'de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:08:33.970055 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-a578459f-a6e6-4d94-b66e-679d250b205f req-95df1028-ff64-4c42-badb-32c3fad60a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:33.998642 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-a5e3fb16-5af5-472f-8333-76221436317b None None] Provisioning for port 805cba9e-a8b7-492c-b884-2c63ce7cda71 completed by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:08:34.007214 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-a5e3fb16-5af5-472f-8333-76221436317b None None] Provisioning complete for port 805cba9e-a8b7-492c-b884-2c63ce7cda71 triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:08:34.007978 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a5e3fb16-5af5-472f-8333-76221436317b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:34.087296 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-a5e3fb16-5af5-472f-8333-76221436317b None None] Port 805cba9e-a8b7-492c-b884-2c63ce7cda71 cannot update to ACTIVE because it is not bound. {{(pid=83987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:08:34.327487 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4f0ea-bed0-4d66-8610-e51cc5bfb8fc req-d4489ec4-b1fd-44a9-b073-2df13eabb527 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:34.328161 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-90c4f0ea-bed0-4d66-8610-e51cc5bfb8fc req-d4489ec4-b1fd-44a9-b073-2df13eabb527 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Synchronizing usage tracker for tenant:7c84d650e1d94b238253914a68a4d647 on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:08:34.415767 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-90c4f0ea-bed0-4d66-8610-e51cc5bfb8fc req-d4489ec4-b1fd-44a9-b073-2df13eabb527 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Unset dirty status for tenant:7c84d650e1d94b238253914a68a4d647 on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:08:34.417074 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-90c4f0ea-bed0-4d66-8610-e51cc5bfb8fc req-d4489ec4-b1fd-44a9-b073-2df13eabb527 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 931 time: 0.2947931 Feb 16 18:08:34.525392 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-90c4f0ea-bed0-4d66-8610-e51cc5bfb8fc req-989a8866-3718-448e-b5de-3df2513b7240 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/security-groups?id=27d6118c-2977-4a05-b2d9-83c3f30bda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0941091 Feb 16 18:08:34.636696 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [req-a578459f-a6e6-4d94-b66e-679d250b205f req-95df1028-ff64-4c42-badb-32c3fad60a5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 805cba9e-a8b7-492c-b884-2c63ce7cda71 {{(pid=83985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:08:34.644859 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-a578459f-a6e6-4d94-b66e-679d250b205f req-95df1028-ff64-4c42-badb-32c3fad60a5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:34.720539 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [req-a578459f-a6e6-4d94-b66e-679d250b205f req-95df1028-ff64-4c42-badb-32c3fad60a5f service neutron] Transition to ACTIVE for port object 805cba9e-a8b7-492c-b884-2c63ce7cda71 will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:08:34.755520 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-a578459f-a6e6-4d94-b66e-679d250b205f req-95df1028-ff64-4c42-badb-32c3fad60a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2348572'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:34.784133 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:34.835343 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 33780) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:34.978867 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3d036a92-5a9f-4a64-b80c-404c902e86a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:34.998693 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-3d036a92-5a9f-4a64-b80c-404c902e86a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:08:35.002725 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-3d036a92-5a9f-4a64-b80c-404c902e86a0 admin admin] Usage tracker for resource:security_group_rule and tenant:a00398c3835a44989e069da773b73735 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:08:35.006051 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-3d036a92-5a9f-4a64-b80c-404c902e86a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:08:35.012150 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-3d036a92-5a9f-4a64-b80c-404c902e86a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:08:35.020822 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df1028-ff64-4c42-badb-32c3fad60a5f service neutron] Pushing event updated for resources: {'Port': ['ID=805cba9e-a8b7-492c-b884-2c63ce7cda71,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:35.024123 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-95df1028-ff64-4c42-badb-32c3fad60a5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:35.061151 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fafdb-1282-41c6-98b0-bbd1d8f2482c req-2bdd5d14-64e8-444a-9de2-5bf7e8eddcec tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:35.068091 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c86fafdb-1282-41c6-98b0-bbd1d8f2482c req-2bdd5d14-64e8-444a-9de2-5bf7e8eddcec tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.4108455 Feb 16 18:08:35.115726 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3d036a92-5a9f-4a64-b80c-404c902e86a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:35.122639 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3d036a92-5a9f-4a64-b80c-404c902e86a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:35.132979 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-6918acac-e3eb-45c3-87f1-f08ff4244ad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:35.215263 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-3d036a92-5a9f-4a64-b80c-404c902e86a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a00398c3835a44989e069da773b73735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3785522 Feb 16 18:08:35.216373 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 33788) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:35.225846 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d036a92-5a9f-4a64-b80c-404c902e86a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be401c62-91e8-4e64-b654-ec7ad4df2efa,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:35.269719 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3d036a92-5a9f-4a64-b80c-404c902e86a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:35.348391 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b6172971-b1b8-4cbe-971d-3740b4c7de20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:35.384251 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b6172971-b1b8-4cbe-971d-3740b4c7de20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:35.463506 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b6172971-b1b8-4cbe-971d-3740b4c7de20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:35.477923 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-aee572e5-fdc3-4236-bcb1-dcfc7f85f4a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:35.496207 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6172971-b1b8-4cbe-971d-3740b4c7de20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be401c62-91e8-4e64-b654-ec7ad4df2efa,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:35.498923 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-b6172971-b1b8-4cbe-971d-3740b4c7de20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:35.500093 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b6172971-b1b8-4cbe-971d-3740b4c7de20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:35.501301 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-b6172971-b1b8-4cbe-971d-3740b4c7de20 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/be401c62-91e8-4e64-b654-ec7ad4df2efa HTTP/1.1" status: 204 len: 168 time: 0.2826831 Feb 16 18:08:35.580113 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c86fafdb-1282-41c6-98b0-bbd1d8f2482c req-d187cb63-cee4-491e-a435-3c467e3c9bc1 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5105066 Feb 16 18:08:35.607682 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add219a-50c8-477d-b2c1-908b2f015ceb req-51732527-c776-4f8a-89b8-0e77f7a12510 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:35.625957 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4add219a-50c8-477d-b2c1-908b2f015ceb req-51732527-c776-4f8a-89b8-0e77f7a12510 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.7128248 Feb 16 18:08:35.682698 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-a578459f-a6e6-4d94-b66e-679d250b205f req-95df1028-ff64-4c42-badb-32c3fad60a5f service neutron] Attempting to bind port 805cba9e-a8b7-492c-b884-2c63ce7cda71 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:08:35.683335 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-a578459f-a6e6-4d94-b66e-679d250b205f req-95df1028-ff64-4c42-badb-32c3fad60a5f service neutron] Attempting to bind port 805cba9e-a8b7-492c-b884-2c63ce7cda71 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '2df9abcd-74ec-49d6-925d-63f4ab9b739a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '40185a06-1620-44b9-8dd1-e63dae9ab62c'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:08:35.683768 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a578459f-a6e6-4d94-b66e-679d250b205f req-95df1028-ff64-4c42-badb-32c3fad60a5f service neutron] Attempting to bind port 805cba9e-a8b7-492c-b884-2c63ce7cda71 on network 40185a06-1620-44b9-8dd1-e63dae9ab62c {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:08:35.703495 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a578459f-a6e6-4d94-b66e-679d250b205f req-95df1028-ff64-4c42-badb-32c3fad60a5f service neutron] Checking agent: {'id': '0ec6646b-198c-4ca3-9e9d-d080d83e847c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 2, 57), 'started_at': datetime.datetime(2021, 2, 16, 18, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:08:35.704067 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a578459f-a6e6-4d94-b66e-679d250b205f req-95df1028-ff64-4c42-badb-32c3fad60a5f service neutron] Checking segment: {'id': '2df9abcd-74ec-49d6-925d-63f4ab9b739a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '40185a06-1620-44b9-8dd1-e63dae9ab62c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:08:35.704595 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-a578459f-a6e6-4d94-b66e-679d250b205f req-95df1028-ff64-4c42-badb-32c3fad60a5f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:35.705154 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a578459f-a6e6-4d94-b66e-679d250b205f req-95df1028-ff64-4c42-badb-32c3fad60a5f service neutron] Bound using segment: {'id': '2df9abcd-74ec-49d6-925d-63f4ab9b739a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '40185a06-1620-44b9-8dd1-e63dae9ab62c'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:08:35.705793 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-a578459f-a6e6-4d94-b66e-679d250b205f req-95df1028-ff64-4c42-badb-32c3fad60a5f service neutron] Bound port: 805cba9e-a8b7-492c-b884-2c63ce7cda71, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df9abcd-74ec-49d6-925d-63f4ab9b739a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '40185a06-1620-44b9-8dd1-e63dae9ab62c'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:08:35.706282 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-a578459f-a6e6-4d94-b66e-679d250b205f req-95df1028-ff64-4c42-badb-32c3fad60a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:35.747798 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4add219a-50c8-477d-b2c1-908b2f015ceb req-2fd23a18-9130-4493-a087-4040daa6ed20 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204162 Feb 16 18:08:35.951955 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-a578459f-a6e6-4d94-b66e-679d250b205f req-95df1028-ff64-4c42-badb-32c3fad60a5f service neutron] For port 805cba9e-a8b7-492c-b884-2c63ce7cda71, host hv-cinder-76330, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:08:35.955384 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-a578459f-a6e6-4d94-b66e-679d250b205f req-95df1028-ff64-4c42-badb-32c3fad60a5f service neutron] For port 805cba9e-a8b7-492c-b884-2c63ce7cda71, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=805cba9e-a8b7-492c-b884-2c63ce7cda71,segment=NetworkSegment(2df9abcd-74ec-49d6-925d-63f4ab9b739a),segment_id=2df9abcd-74ec-49d6-925d-63f4ab9b739a)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:08:35.970153 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-a578459f-a6e6-4d94-b66e-679d250b205f req-95df1028-ff64-4c42-badb-32c3fad60a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2348572'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:35.987221 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-8cefcf76-d7cf-4366-a0a3-f21590121922 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:36.028740 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 33800) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:36.055788 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-99054d8b-d701-4022-ba91-cc50be48c0a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:36.076185 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-99054d8b-d701-4022-ba91-cc50be48c0a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:08:36.083918 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-99054d8b-d701-4022-ba91-cc50be48c0a7 admin admin] Usage tracker for resource:security_group_rule and tenant:cca37827d3184d2eb55506fb4bb0ea9e is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:08:36.090587 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-99054d8b-d701-4022-ba91-cc50be48c0a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:08:36.094807 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6a47f-b6bd-4f02-9665-bd7df6f59610 req-7b22b31c-9dfc-45e4-a6b2-f9fe873103a5 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:36.097927 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-abb6a47f-b6bd-4f02-9665-bd7df6f59610 req-7b22b31c-9dfc-45e4-a6b2-f9fe873103a5 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 943 time: 0.2721562 Feb 16 18:08:36.099314 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-99054d8b-d701-4022-ba91-cc50be48c0a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:08:36.211142 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578459f-a6e6-4d94-b66e-679d250b205f req-95df1028-ff64-4c42-badb-32c3fad60a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:36.211760 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-a578459f-a6e6-4d94-b66e-679d250b205f req-95df1028-ff64-4c42-badb-32c3fad60a5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:36.213253 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a578459f-a6e6-4d94-b66e-679d250b205f req-95df1028-ff64-4c42-badb-32c3fad60a5f service neutron] 10.222.0.86 "PUT /v2.0/ports/805cba9e-a8b7-492c-b884-2c63ce7cda71 HTTP/1.1" status: 200 len: 1157 time: 2.4571021 Feb 16 18:08:36.218985 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf', 'tag': '805cba9e-a8b7-492c-b884-2c63ce7cda71'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:08:36.248617 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-99054d8b-d701-4022-ba91-cc50be48c0a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:36.253882 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-99054d8b-d701-4022-ba91-cc50be48c0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:36.263334 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3305d4b9-b18b-4c66-9b9a-af6053dd0d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:36.357001 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf', 'tag': '805cba9e-a8b7-492c-b884-2c63ce7cda71', 'status': 'completed', 'code': 200} Feb 16 18:08:36.378765 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99054d8b-d701-4022-ba91-cc50be48c0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc2af64-67d2-4d06-a976-957a8119f2f2,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:36.384626 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-99054d8b-d701-4022-ba91-cc50be48c0a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cca37827d3184d2eb55506fb4bb0ea9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3547018 Feb 16 18:08:36.385649 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-99054d8b-d701-4022-ba91-cc50be48c0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:36.390919 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 33806) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:36.399359 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df1028-ff64-4c42-badb-32c3fad60a5f service neutron] Pushing event updated for resources: {'Port': ['ID=805cba9e-a8b7-492c-b884-2c63ce7cda71,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:36.403032 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-95df1028-ff64-4c42-badb-32c3fad60a5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:36.420579 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-abb6a47f-b6bd-4f02-9665-bd7df6f59610 req-e1baa3f5-db4b-41aa-8c55-c3d54daec6a0 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/security-groups?id=27d6118c-2977-4a05-b2d9-83c3f30bda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2286520 Feb 16 18:08:36.461000 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578459f-a6e6-4d94-b66e-679d250b205f req-07512ea1-95c8-46f5-a5fa-71a58b08203f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:36.462999 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a578459f-a6e6-4d94-b66e-679d250b205f req-07512ea1-95c8-46f5-a5fa-71a58b08203f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c84d650e1d94b238253914a68a4d647&device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 1160 time: 0.1905754 Feb 16 18:08:36.499082 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bf95867c-3529-4597-9326-050c941ad8da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:36.532631 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bf95867c-3529-4597-9326-050c941ad8da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:36.556599 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a578459f-a6e6-4d94-b66e-679d250b205f req-22e658ae-f81e-4ff6-b055-978577fba2dd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=805cba9e-a8b7-492c-b884-2c63ce7cda71 HTTP/1.1" status: 200 len: 217 time: 0.0823743 Feb 16 18:08:36.606811 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bf95867c-3529-4597-9326-050c941ad8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:36.614688 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3ffa2df5-954a-47c8-ae4c-873f90a6fb38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:36.637050 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bf95867c-3529-4597-9326-050c941ad8da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:36.641859 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-bf95867c-3529-4597-9326-050c941ad8da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bbc2af64-67d2-4d06-a976-957a8119f2f2 HTTP/1.1" status: 204 len: 168 time: 0.2496493 Feb 16 18:08:36.643452 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95867c-3529-4597-9326-050c941ad8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc2af64-67d2-4d06-a976-957a8119f2f2,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:36.647133 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-bf95867c-3529-4597-9326-050c941ad8da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:36.663168 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578459f-a6e6-4d94-b66e-679d250b205f req-225d0072-6976-4a4d-a6e2-a6ca056f23b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:36.664996 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a578459f-a6e6-4d94-b66e-679d250b205f req-225d0072-6976-4a4d-a6e2-a6ca056f23b3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=741a1dfc-122f-4201-86a1-fb09ac387c87 HTTP/1.1" status: 200 len: 848 time: 0.1009760 Feb 16 18:08:36.990380 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578459f-a6e6-4d94-b66e-679d250b205f req-1eced566-0fb6-4aba-9b72-62188c7dd50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:36.992077 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a578459f-a6e6-4d94-b66e-679d250b205f req-1eced566-0fb6-4aba-9b72-62188c7dd50e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=40185a06-1620-44b9-8dd1-e63dae9ab62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2918255 Feb 16 18:08:37.149234 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8cbfb-f114-4186-8e42-7b2c2f8e8364 req-c68866b3-97a5-4409-9e76-4141c0839f51 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:37.151841 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-37d8cbfb-f114-4186-8e42-7b2c2f8e8364 req-c68866b3-97a5-4409-9e76-4141c0839f51 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.3900728 Feb 16 18:08:37.240841 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e6e61-c19e-4cc8-9724-b9baf673e6c1 req-f066a590-074e-4b80-a2cf-78705aaacd7b tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:37.243232 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-301e6e61-c19e-4cc8-9724-b9baf673e6c1 req-f066a590-074e-4b80-a2cf-78705aaacd7b tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.3543293 Feb 16 18:08:37.351019 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-301e6e61-c19e-4cc8-9724-b9baf673e6c1 req-ccc313eb-f512-4fba-853c-84a0030154bd tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594418 Feb 16 18:08:37.372510 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a578459f-a6e6-4d94-b66e-679d250b205f req-c52eeca8-fabc-4b6e-b932-e9d2970882d5 service neutron] 10.222.0.86 "GET /v2.0/networks/40185a06-1620-44b9-8dd1-e63dae9ab62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635209 Feb 16 18:08:37.434127 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-37d8cbfb-f114-4186-8e42-7b2c2f8e8364 req-007ea6c9-5c43-46dc-9056-974048a47660 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494054 Feb 16 18:08:37.626454 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a578459f-a6e6-4d94-b66e-679d250b205f req-5ac4e4f1-290e-4229-ada3-1b12bf0ae998 service neutron] 10.222.0.86 "GET /v2.0/networks/40185a06-1620-44b9-8dd1-e63dae9ab62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2342296 Feb 16 18:08:37.790956 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb934c41-a90d-416f-8cfb-33f46c46f387 req-4aaa8b9f-ecc0-44d8-bae8-57326af69ee3 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:37.792639 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-fb934c41-a90d-416f-8cfb-33f46c46f387 req-4aaa8b9f-ecc0-44d8-bae8-57326af69ee3 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 943 time: 0.1565881 Feb 16 18:08:37.843433 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24686f9a-1dc5-4e4c-a520-a3cfe16b94ae req-3587c362-1e7c-4b6e-87dd-d42299ff7df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:37.845038 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-24686f9a-1dc5-4e4c-a520-a3cfe16b94ae req-3587c362-1e7c-4b6e-87dd-d42299ff7df8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c84d650e1d94b238253914a68a4d647&device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 1160 time: 0.1258512 Feb 16 18:08:37.967708 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-fb934c41-a90d-416f-8cfb-33f46c46f387 req-632e5145-3e6f-4ed3-a196-386ee46be76e tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/security-groups?id=27d6118c-2977-4a05-b2d9-83c3f30bda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1651926 Feb 16 18:08:38.024088 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24686f9a-1dc5-4e4c-a520-a3cfe16b94ae req-cb4a1437-7597-4c35-8fe4-63e5358a8757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:38.026394 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-24686f9a-1dc5-4e4c-a520-a3cfe16b94ae req-cb4a1437-7597-4c35-8fe4-63e5358a8757 service neutron] 10.222.0.86 "GET /v2.0/networks?id=40185a06-1620-44b9-8dd1-e63dae9ab62c HTTP/1.1" status: 200 len: 904 time: 0.1693397 Feb 16 18:08:38.148562 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-24686f9a-1dc5-4e4c-a520-a3cfe16b94ae req-9f8177ab-ae61-4638-ace6-fdf2deb57aff service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=805cba9e-a8b7-492c-b884-2c63ce7cda71 HTTP/1.1" status: 200 len: 217 time: 0.0994239 Feb 16 18:08:38.240569 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24686f9a-1dc5-4e4c-a520-a3cfe16b94ae req-153eb328-7ea6-4c3c-b5e9-0a30563c463d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:38.242282 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-24686f9a-1dc5-4e4c-a520-a3cfe16b94ae req-153eb328-7ea6-4c3c-b5e9-0a30563c463d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=741a1dfc-122f-4201-86a1-fb09ac387c87 HTTP/1.1" status: 200 len: 848 time: 0.0855694 Feb 16 18:08:38.406214 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24686f9a-1dc5-4e4c-a520-a3cfe16b94ae req-6de3aa2b-0833-4bae-abf0-2d806fbd88b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:38.408447 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-24686f9a-1dc5-4e4c-a520-a3cfe16b94ae req-6de3aa2b-0833-4bae-abf0-2d806fbd88b8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=40185a06-1620-44b9-8dd1-e63dae9ab62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1551461 Feb 16 18:08:38.770147 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-24686f9a-1dc5-4e4c-a520-a3cfe16b94ae req-6f619b7a-2ee7-4c83-a8f7-5c19b0ef6c9d service neutron] 10.222.0.86 "GET /v2.0/networks/40185a06-1620-44b9-8dd1-e63dae9ab62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488712 Feb 16 18:08:39.300974 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-24686f9a-1dc5-4e4c-a520-a3cfe16b94ae req-575b323f-4d8e-48ef-b04a-dc036fd2e13c service neutron] 10.222.0.86 "GET /v2.0/networks/40185a06-1620-44b9-8dd1-e63dae9ab62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5110869 Feb 16 18:08:39.326447 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11681723-9eb2-4833-b5ed-3d7ba84b577f req-38eaf01d-d00e-4de3-bbc9-7e9b62689f4a tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:39.340122 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-11681723-9eb2-4833-b5ed-3d7ba84b577f req-38eaf01d-d00e-4de3-bbc9-7e9b62689f4a tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.7442567 Feb 16 18:08:39.385788 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a91029-19da-42d9-8cbc-341b23fba427 req-9221dc14-2d3b-421b-8f4d-16617268211a tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:39.387926 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-98a91029-19da-42d9-8cbc-341b23fba427 req-9221dc14-2d3b-421b-8f4d-16617268211a tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.7922778 Feb 16 18:08:39.454079 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-11681723-9eb2-4833-b5ed-3d7ba84b577f req-1f7ea8c1-1a03-40fa-aa04-02f4e1956326 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131887 Feb 16 18:08:39.459076 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-98a91029-19da-42d9-8cbc-341b23fba427 req-21c692eb-6dba-42a8-8ebb-9f92d5f923d5 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626342 Feb 16 18:08:39.650634 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 33892) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:39.692715 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f0767-fa14-40d1-9acd-d369a980954a req-48307741-594b-40b5-adad-abb0e84f0cc6 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:39.701155 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4c5f0767-fa14-40d1-9acd-d369a980954a req-48307741-594b-40b5-adad-abb0e84f0cc6 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 943 time: 0.1103027 Feb 16 18:08:39.710467 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 33898) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:39.758466 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4c5f0767-fa14-40d1-9acd-d369a980954a req-68a3e8f7-abfd-4032-a297-547be7a023c6 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/security-groups?id=27d6118c-2977-4a05-b2d9-83c3f30bda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0560439 Feb 16 18:08:39.871716 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a46df589-841f-4d75-9de6-09b7c71d4944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:39.891057 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-a46df589-841f-4d75-9de6-09b7c71d4944 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:08:39.896378 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-a46df589-841f-4d75-9de6-09b7c71d4944 admin admin] Usage tracker for resource:security_group_rule and tenant:cf8f82577c5d4658a491792ef768735f is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:08:39.910314 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-a46df589-841f-4d75-9de6-09b7c71d4944 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:08:39.919120 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c3b5c7ee-e1db-4232-80e9-ee12c44ab985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:39.928583 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-a46df589-841f-4d75-9de6-09b7c71d4944 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:08:39.947782 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-c3b5c7ee-e1db-4232-80e9-ee12c44ab985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:08:39.952655 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-c3b5c7ee-e1db-4232-80e9-ee12c44ab985 admin admin] Usage tracker for resource:security_group_rule and tenant:b8227e8e79b0421e858fef6500d2faac is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:08:39.955734 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-c3b5c7ee-e1db-4232-80e9-ee12c44ab985 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:08:39.962833 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-c3b5c7ee-e1db-4232-80e9-ee12c44ab985 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:08:40.055559 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a46df589-841f-4d75-9de6-09b7c71d4944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:40.059680 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a46df589-841f-4d75-9de6-09b7c71d4944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:40.072877 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-8178a6f0-144b-42b4-a533-b689a0826013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:40.073956 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c3b5c7ee-e1db-4232-80e9-ee12c44ab985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:40.080560 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c3b5c7ee-e1db-4232-80e9-ee12c44ab985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:40.091435 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:40.123773 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-a46df589-841f-4d75-9de6-09b7c71d4944 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf8f82577c5d4658a491792ef768735f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4120975 Feb 16 18:08:40.125125 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46df589-841f-4d75-9de6-09b7c71d4944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ac14f1-db55-45ff-9568-4a27e9f82e7f,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:40.131507 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 33904) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:40.134861 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a46df589-841f-4d75-9de6-09b7c71d4944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:40.143342 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-c3b5c7ee-e1db-4232-80e9-ee12c44ab985 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b8227e8e79b0421e858fef6500d2faac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4916718 Feb 16 18:08:40.146323 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 33908) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:40.148205 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5c7ee-e1db-4232-80e9-ee12c44ab985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82b26de-a764-48c0-8de5-4593a6597c35,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:40.194148 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-c3b5c7ee-e1db-4232-80e9-ee12c44ab985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:40.205313 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-772aaa20-e3e4-404b-a3f8-b65cdd737add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:40.250701 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-80b9bef9-209a-4722-ba03-6fbd67d05edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:40.283350 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-80b9bef9-209a-4722-ba03-6fbd67d05edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:40.298998 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-772aaa20-e3e4-404b-a3f8-b65cdd737add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:40.346921 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-80b9bef9-209a-4722-ba03-6fbd67d05edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:40.357594 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-60e95f3d-3e25-47ae-aef3-af5c3835cc20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:40.378053 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9bef9-209a-4722-ba03-6fbd67d05edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82b26de-a764-48c0-8de5-4593a6597c35,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:40.381434 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-80b9bef9-209a-4722-ba03-6fbd67d05edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:40.392001 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-772aaa20-e3e4-404b-a3f8-b65cdd737add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:40.393637 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-80b9bef9-209a-4722-ba03-6fbd67d05edc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a82b26de-a764-48c0-8de5-4593a6597c35 HTTP/1.1" status: 204 len: 168 time: 0.2379274 Feb 16 18:08:40.394876 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-80b9bef9-209a-4722-ba03-6fbd67d05edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:40.400205 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a6daa412-cdbb-4ae3-92d1-9f2aa5d116bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:40.416173 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772aaa20-e3e4-404b-a3f8-b65cdd737add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ac14f1-db55-45ff-9568-4a27e9f82e7f,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:40.419428 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-772aaa20-e3e4-404b-a3f8-b65cdd737add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:40.420432 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-772aaa20-e3e4-404b-a3f8-b65cdd737add admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:40.425819 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-772aaa20-e3e4-404b-a3f8-b65cdd737add admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/15ac14f1-db55-45ff-9568-4a27e9f82e7f HTTP/1.1" status: 204 len: 168 time: 0.2930915 Feb 16 18:08:40.770395 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:08:40.851715 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761c9ce-8880-450c-bbca-0a4cd95925cf req-c9adb56e-991f-4013-bf21-279e02cb4db1 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:40.853489 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3761c9ce-8880-450c-bbca-0a4cd95925cf req-c9adb56e-991f-4013-bf21-279e02cb4db1 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.2190337 Feb 16 18:08:40.866605 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629e00c-a1a9-4bb7-b899-884114b17e0b req-f51423e1-7038-4c2c-8631-47aab9d3270b tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:40.868428 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f629e00c-a1a9-4bb7-b899-884114b17e0b req-f51423e1-7038-4c2c-8631-47aab9d3270b tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.1722236 Feb 16 18:08:40.890984 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:08:40.891772 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:40.957939 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3761c9ce-8880-450c-bbca-0a4cd95925cf req-b38e3fe0-f7e4-45db-b67f-9370ab157df0 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884070 Feb 16 18:08:40.969970 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f629e00c-a1a9-4bb7-b899-884114b17e0b req-a79dd92f-1c76-43f9-81f2-9ed8de489c2c tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645399 Feb 16 18:08:41.070957 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 805cba9e-a8b7-492c-b884-2c63ce7cda71 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:08:41.196599 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning for port 805cba9e-a8b7-492c-b884-2c63ce7cda71 completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:08:41.202941 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 805cba9e-a8b7-492c-b884-2c63ce7cda71 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:08:41.203177 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:41.210883 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393af5d-f695-42bd-98cc-a6cfddab060c req-52b99b15-8d78-48a1-99fa-9f772ed77c60 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:41.212578 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4393af5d-f695-42bd-98cc-a6cfddab060c req-52b99b15-8d78-48a1-99fa-9f772ed77c60 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 943 time: 0.1119392 Feb 16 18:08:41.228836 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 33926) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:41.274171 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-92ae6c4f-9035-47df-9d6c-efc80731b5d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:41.276910 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4393af5d-f695-42bd-98cc-a6cfddab060c req-1f2ec544-7e0b-4cce-85ba-5227da4edb99 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/security-groups?id=27d6118c-2977-4a05-b2d9-83c3f30bda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0559680 Feb 16 18:08:41.291708 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-92ae6c4f-9035-47df-9d6c-efc80731b5d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:08:41.296513 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-92ae6c4f-9035-47df-9d6c-efc80731b5d7 admin admin] Usage tracker for resource:security_group_rule and tenant:dd3d316ca4574b3d803e5ce7704bca36 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:08:41.314300 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-92ae6c4f-9035-47df-9d6c-efc80731b5d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:08:41.321815 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-92ae6c4f-9035-47df-9d6c-efc80731b5d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:08:41.450409 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-92ae6c4f-9035-47df-9d6c-efc80731b5d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:41.458267 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-92ae6c4f-9035-47df-9d6c-efc80731b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:41.468339 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-68005be1-7af3-4b8b-aeb7-fcc65d28e720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:41.518818 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-92ae6c4f-9035-47df-9d6c-efc80731b5d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd3d316ca4574b3d803e5ce7704bca36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2864592 Feb 16 18:08:41.518818 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae6c4f-9035-47df-9d6c-efc80731b5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8957b56-650a-4da3-b66e-dc81a03217dd,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:41.519323 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 33934) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:41.521075 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-92ae6c4f-9035-47df-9d6c-efc80731b5d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:41.566288 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:41.604717 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805cba9e-a8b7-492c-b884-2c63ce7cda71'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:08:41.611031 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] For port 805cba9e-a8b7-492c-b884-2c63ce7cda71, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=805cba9e-a8b7-492c-b884-2c63ce7cda71,segment=NetworkSegment(2df9abcd-74ec-49d6-925d-63f4ab9b739a),segment_id=2df9abcd-74ec-49d6-925d-63f4ab9b739a)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:08:41.614529 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6b1b12e4-e037-4725-a320-6090bb06fc2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:41.617622 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:41.620002 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:41.649087 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6b1b12e4-e037-4725-a320-6090bb06fc2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:41.695229 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Pushing event updated for resources: {'Port': ['ID=805cba9e-a8b7-492c-b884-2c63ce7cda71,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:41.705193 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:41.705497 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:41.705890 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:41.706248 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:41.706629 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:41.707008 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:41.707975 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:41.708476 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:41.708856 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:41.709298 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:41.709671 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:41.710045 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:41.710461 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:41.710833 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:41.711202 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:41.711609 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:41.711966 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:41.712334 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:41.712700 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:41.713074 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:41.713442 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:41.713946 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:41.714318 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:41.714684 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:08:41.720548 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6b1b12e4-e037-4725-a320-6090bb06fc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:41.728265 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:41.730235 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805cba9e-a8b7-492c-b884-2c63ce7cda71', 'code': 200} Feb 16 18:08:41.731025 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:41.758206 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6b1b12e4-e037-4725-a320-6090bb06fc2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:41.759475 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-6b1b12e4-e037-4725-a320-6090bb06fc2a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b8957b56-650a-4da3-b66e-dc81a03217dd HTTP/1.1" status: 204 len: 168 time: 0.2388787 Feb 16 18:08:41.762271 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b12e4-e037-4725-a320-6090bb06fc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8957b56-650a-4da3-b66e-dc81a03217dd,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:41.765132 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-6b1b12e4-e037-4725-a320-6090bb06fc2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:42.002237 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 089b2a47-362b-4f5e-807d-b8c5bcea639d up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:08:42.169637 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 089b2a47-362b-4f5e-807d-b8c5bcea639d triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:08:42.170431 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:42.370937 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b297a-d1f9-4501-bd30-dc7e36e933c5 req-65441a5c-db58-4693-af1c-fbb886be8464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:42.372620 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-dc9b297a-d1f9-4501-bd30-dc7e36e933c5 req-65441a5c-db58-4693-af1c-fbb886be8464 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 1162 time: 0.3101730 Feb 16 18:08:42.375066 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 805cba9e-a8b7-492c-b884-2c63ce7cda71 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:08:42.393684 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1955290-c562-44bc-bb75-4af230ce3587 req-079e3824-40b8-4661-bb6c-a1d03d861dfb tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:42.395918 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f1955290-c562-44bc-bb75-4af230ce3587 req-079e3824-40b8-4661-bb6c-a1d03d861dfb tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.2352648 Feb 16 18:08:42.473680 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 805cba9e-a8b7-492c-b884-2c63ce7cda71 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:08:42.474290 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:42.499593 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f1955290-c562-44bc-bb75-4af230ce3587 req-30607465-be3b-4e1b-8cb5-56f959fe7baa tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845034 Feb 16 18:08:42.534460 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fe0c3-0b51-486e-9667-4220624bbeed req-388bc1af-91aa-430f-849a-037d18dc8a03 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:42.536124 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-047fe0c3-0b51-486e-9667-4220624bbeed req-388bc1af-91aa-430f-849a-037d18dc8a03 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.3358471 Feb 16 18:08:42.556034 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-dc9b297a-d1f9-4501-bd30-dc7e36e933c5 req-edfe94af-9c58-40de-bbcb-aa0e94200b85 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=27d6118c-2977-4a05-b2d9-83c3f30bda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1745684 Feb 16 18:08:42.646211 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-047fe0c3-0b51-486e-9667-4220624bbeed req-34910ba2-68fd-4224-834b-7b979b122a58 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940957 Feb 16 18:08:42.827479 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3657f4-c761-436e-8811-6009dc69adaf req-9d80398f-0706-4844-a4b2-7b6e2795710d tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:42.829924 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-af3657f4-c761-436e-8811-6009dc69adaf req-9d80398f-0706-4844-a4b2-7b6e2795710d tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 945 time: 0.1026900 Feb 16 18:08:42.889758 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-af3657f4-c761-436e-8811-6009dc69adaf req-fcd373cb-4d17-4941-b092-25e5a91efbf9 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/security-groups?id=27d6118c-2977-4a05-b2d9-83c3f30bda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0512972 Feb 16 18:08:43.751608 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ede504-8db2-4e85-b519-e79faa752f79 req-f3d58615-0a50-4285-a8ba-8ff0b9059339 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:43.754819 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-28ede504-8db2-4e85-b519-e79faa752f79 req-f3d58615-0a50-4285-a8ba-8ff0b9059339 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.1169691 Feb 16 18:08:43.811668 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-28ede504-8db2-4e85-b519-e79faa752f79 req-938dbfbd-c4c7-4549-8f35-3573dffc0051 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502436 Feb 16 18:08:43.924882 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6babca-2ec8-4b81-a29e-97503fb13017 req-aeb74724-8fc8-4788-b0c0-a90f663cdad0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:43.939857 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-da6babca-2ec8-4b81-a29e-97503fb13017 req-aeb74724-8fc8-4788-b0c0-a90f663cdad0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.1074867 Feb 16 18:08:44.001248 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-da6babca-2ec8-4b81-a29e-97503fb13017 req-931b9975-d41f-421d-8413-2651624d2dac tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503259 Feb 16 18:08:44.192433 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848d2d5-596b-4fa9-bc4e-b733a6e6f004 req-d2b07d2e-42fe-457f-926c-4820c82004ce tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:44.194498 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2848d2d5-596b-4fa9-bc4e-b733a6e6f004 req-d2b07d2e-42fe-457f-926c-4820c82004ce tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 945 time: 0.0978460 Feb 16 18:08:44.251178 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2848d2d5-596b-4fa9-bc4e-b733a6e6f004 req-1e2ff484-5a28-486a-a004-60df9aa188a8 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/security-groups?id=27d6118c-2977-4a05-b2d9-83c3f30bda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0498786 Feb 16 18:08:44.550720 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d54886-04d0-4a9c-b777-934b1ae9a125 req-439512de-9ab4-48ce-af80-cca67818a701 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:44.552668 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-04d54886-04d0-4a9c-b777-934b1ae9a125 req-439512de-9ab4-48ce-af80-cca67818a701 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 945 time: 0.1671779 Feb 16 18:08:44.555857 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035150a9-d3ce-4e0c-b377-439781a73c12 req-01797cf1-967b-4764-a5c7-1ad7f1ca091f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:44.557288 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-035150a9-d3ce-4e0c-b377-439781a73c12 req-01797cf1-967b-4764-a5c7-1ad7f1ca091f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 1162 time: 0.1268954 Feb 16 18:08:44.635010 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-04d54886-04d0-4a9c-b777-934b1ae9a125 req-6a446cc0-0224-4182-b006-f1629ab8f6a2 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/security-groups?id=27d6118c-2977-4a05-b2d9-83c3f30bda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0752141 Feb 16 18:08:44.636885 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-035150a9-d3ce-4e0c-b377-439781a73c12 req-81d0cc88-46c0-47ea-ba9a-9eef73e3318c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624232 Feb 16 18:08:44.873326 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-87266627-226a-4144-b3e8-d5d32c1fa0ae req-bf76f9b1-b54a-4465-bfe7-b9389dbf6ee5 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1929731 Feb 16 18:08:44.879277 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-87266627-226a-4144-b3e8-d5d32c1fa0ae req-a07ea541-8fd6-4fae-af42-02856c4df577 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Request body: {'floatingip': {'floating_network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:08:44.890641 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-87266627-226a-4144-b3e8-d5d32c1fa0ae req-a07ea541-8fd6-4fae-af42-02856c4df577 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:08:44.895267 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-87266627-226a-4144-b3e8-d5d32c1fa0ae req-a07ea541-8fd6-4fae-af42-02856c4df577 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Usage tracker for resource:floatingip and tenant:7c84d650e1d94b238253914a68a4d647 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:08:44.906816 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-87266627-226a-4144-b3e8-d5d32c1fa0ae req-a07ea541-8fd6-4fae-af42-02856c4df577 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:08:44.914440 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-87266627-226a-4144-b3e8-d5d32c1fa0ae req-a07ea541-8fd6-4fae-af42-02856c4df577 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:08:44.925824 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-87266627-226a-4144-b3e8-d5d32c1fa0ae req-a07ea541-8fd6-4fae-af42-02856c4df577 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks [] for floatingip, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:45.150192 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8eddfb-01a0-4b56-8705-2d125acd099b req-637a6308-fd8e-4478-b112-d4b0e70e1bf5 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:45.156264 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ab8eddfb-01a0-4b56-8705-2d125acd099b req-637a6308-fd8e-4478-b112-d4b0e70e1bf5 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.1560774 Feb 16 18:08:45.218832 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-87266627-226a-4144-b3e8-d5d32c1fa0ae req-a07ea541-8fd6-4fae-af42-02856c4df577 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:45.349905 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ab8eddfb-01a0-4b56-8705-2d125acd099b req-7d2e1791-0ee3-4723-aa52-f8703d495a38 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817331 Feb 16 18:08:45.624815 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [req-87266627-226a-4144-b3e8-d5d32c1fa0ae req-a07ea541-8fd6-4fae-af42-02856c4df577 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Allocated IP 172.28.3.40 (d4f88037-574b-44e5-a9d6-1bdf8627b244/42ec5995-253d-4122-970e-73940637938a/3fac4111-92fd-44fa-b3b3-93aa9bd025b6) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:08:45.639270 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d0c3f-0716-4bc6-b990-41447c03c5c4 req-d504fb03-d422-40f7-93a1-e317ec4b34d4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:45.640882 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-335d0c3f-0716-4bc6-b990-41447c03c5c4 req-d504fb03-d422-40f7-93a1-e317ec4b34d4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.1731198 Feb 16 18:08:45.770386 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-335d0c3f-0716-4bc6-b990-41447c03c5c4 req-609c7390-3a26-4e54-b172-4b2c6c3c4fd6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227918 Feb 16 18:08:45.833861 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-87266627-226a-4144-b3e8-d5d32c1fa0ae req-a07ea541-8fd6-4fae-af42-02856c4df577 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:45.862409 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-87266627-226a-4144-b3e8-d5d32c1fa0ae req-a07ea541-8fd6-4fae-af42-02856c4df577 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:45.877581 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-60c5d248-b64d-4deb-80d0-1aef0094bff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:46.009074 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ea541-8fd6-4fae-af42-02856c4df577 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Pushing event updated for resources: {'Port': ['ID=3fac4111-92fd-44fa-b3b3-93aa9bd025b6,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:46.013810 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a07ea541-8fd6-4fae-af42-02856c4df577 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:46.036762 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 089b2a47-362b-4f5e-807d-b8c5bcea639d up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:08:46.070795 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87266627-226a-4144-b3e8-d5d32c1fa0ae req-a07ea541-8fd6-4fae-af42-02856c4df577 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Network d4f88037-574b-44e5-a9d6-1bdf8627b244 is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:08:46.072034 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [req-87266627-226a-4144-b3e8-d5d32c1fa0ae req-a07ea541-8fd6-4fae-af42-02856c4df577 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:08:46.074424 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-87266627-226a-4144-b3e8-d5d32c1fa0ae req-a07ea541-8fd6-4fae-af42-02856c4df577 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:08:46.135127 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 089b2a47-362b-4f5e-807d-b8c5bcea639d triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:08:46.135857 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:46.168869 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-87266627-226a-4144-b3e8-d5d32c1fa0ae req-a07ea541-8fd6-4fae-af42-02856c4df577 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:46.298767 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-87266627-226a-4144-b3e8-d5d32c1fa0ae req-a07ea541-8fd6-4fae-af42-02856c4df577 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:46.723118 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6475cd-a161-423f-967d-69a38372c3cf req-b2d1de79-c228-4e1f-8a4a-3f6165e05cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:46.724783 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8f6475cd-a161-423f-967d-69a38372c3cf req-b2d1de79-c228-4e1f-8a4a-3f6165e05cf4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a1ea36c4b5bf423eb1218bd861b1b8e3&device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 1163 time: 0.4712734 Feb 16 18:08:46.940985 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09b158-d98a-45fb-813e-2458cb0b954b req-afe74f9e-b306-4afd-90ee-649542c9a92a tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:46.943198 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-fc09b158-d98a-45fb-813e-2458cb0b954b req-afe74f9e-b306-4afd-90ee-649542c9a92a tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.3259499 Feb 16 18:08:47.055140 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-fc09b158-d98a-45fb-813e-2458cb0b954b req-2f81aae4-8bfe-428e-a7ad-42a8a2c37038 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959585 Feb 16 18:08:47.061654 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6475cd-a161-423f-967d-69a38372c3cf req-ebd23aca-9c84-47d9-9197-0369bc422af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:47.063072 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8f6475cd-a161-423f-967d-69a38372c3cf req-ebd23aca-9c84-47d9-9197-0369bc422af5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d HTTP/1.1" status: 200 len: 911 time: 0.3164492 Feb 16 18:08:47.144344 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-87266627-226a-4144-b3e8-d5d32c1fa0ae req-a07ea541-8fd6-4fae-af42-02856c4df577 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:47.163084 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-87266627-226a-4144-b3e8-d5d32c1fa0ae req-a07ea541-8fd6-4fae-af42-02856c4df577 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2348572'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:47.182243 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:47.374755 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8f6475cd-a161-423f-967d-69a38372c3cf req-2959fe2d-6276-446e-ae5c-3ba1dcdfdb20 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 HTTP/1.1" status: 200 len: 1001 time: 0.2970142 Feb 16 18:08:47.448875 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ea541-8fd6-4fae-af42-02856c4df577 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Pushing event updated for resources: {'Port': ['ID=3fac4111-92fd-44fa-b3b3-93aa9bd025b6,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:47.461975 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a07ea541-8fd6-4fae-af42-02856c4df577 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:47.518954 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6475cd-a161-423f-967d-69a38372c3cf req-bd4bcc16-8bd0-4552-b932-5fc9976226cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:47.520667 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8f6475cd-a161-423f-967d-69a38372c3cf req-bd4bcc16-8bd0-4552-b932-5fc9976226cb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2eeef3d3-2e0a-421d-8113-cd0a34d78d12 HTTP/1.1" status: 200 len: 856 time: 0.1277897 Feb 16 18:08:47.531221 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ff1d3-05f5-48c9-a0b7-adcbf1058c08 req-566fd0ec-a8a7-4e9e-91d3-933b50e27681 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:47.532729 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f52ff1d3-05f5-48c9-a0b7-adcbf1058c08 req-566fd0ec-a8a7-4e9e-91d3-933b50e27681 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.3709347 Feb 16 18:08:47.678679 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-87266627-226a-4144-b3e8-d5d32c1fa0ae req-a07ea541-8fd6-4fae-af42-02856c4df577 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592459'] for floatingip, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:47.701069 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f52ff1d3-05f5-48c9-a0b7-adcbf1058c08 req-78fd06bd-d96b-4dfd-ab33-d5a856ec3462 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967762 Feb 16 18:08:47.720948 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6475cd-a161-423f-967d-69a38372c3cf req-e479b405-0472-4a1d-b195-fb75501de240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:47.722550 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8f6475cd-a161-423f-967d-69a38372c3cf req-e479b405-0472-4a1d-b195-fb75501de240 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1889250 Feb 16 18:08:47.723997 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-87266627-226a-4144-b3e8-d5d32c1fa0ae req-a07ea541-8fd6-4fae-af42-02856c4df577 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for floatingip, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:47.725055 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-87266627-226a-4144-b3e8-d5d32c1fa0ae req-a07ea541-8fd6-4fae-af42-02856c4df577 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8508372 Feb 16 18:08:47.901485 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-87266627-226a-4144-b3e8-d5d32c1fa0ae req-dad51d28-fe35-4176-bd16-90cafcab529e tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Synchronizing usage tracker for tenant:7c84d650e1d94b238253914a68a4d647 on resource:floatingip {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:08:47.952360 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-87266627-226a-4144-b3e8-d5d32c1fa0ae req-dad51d28-fe35-4176-bd16-90cafcab529e tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Unset dirty status for tenant:7c84d650e1d94b238253914a68a4d647 on resource:floatingip {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:08:47.953641 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-87266627-226a-4144-b3e8-d5d32c1fa0ae req-dad51d28-fe35-4176-bd16-90cafcab529e tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.28.3.40 HTTP/1.1" status: 200 len: 695 time: 0.1997070 Feb 16 18:08:47.963857 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8f6475cd-a161-423f-967d-69a38372c3cf req-466972e1-1c80-45f5-a534-5206517e517b service neutron] 10.222.0.86 "GET /v2.0/networks/52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332916 Feb 16 18:08:48.565810 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8f6475cd-a161-423f-967d-69a38372c3cf req-21e6f204-bdf9-4cb6-ac19-0124c740382b service neutron] 10.222.0.86 "GET /v2.0/networks/52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5757143 Feb 16 18:08:48.573720 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87266627-226a-4144-b3e8-d5d32c1fa0ae req-4e814eaf-9b59-46f3-bdca-5979fca1ff6b tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:48.575129 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-87266627-226a-4144-b3e8-d5d32c1fa0ae req-4e814eaf-9b59-46f3-bdca-5979fca1ff6b tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/networks/d4f88037-574b-44e5-a9d6-1bdf8627b244 HTTP/1.1" status: 200 len: 784 time: 0.6138635 Feb 16 18:08:48.596133 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03d7b5-d4e4-45c6-a9f7-8a9d7da14d9e req-3eda6a1c-00e8-418c-9aba-f6d496259a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:48.597851 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2b03d7b5-d4e4-45c6-a9f7-8a9d7da14d9e req-3eda6a1c-00e8-418c-9aba-f6d496259a7b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=973414d4df1442e183cfb978af50ea50&device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 1162 time: 0.4568696 Feb 16 18:08:48.702849 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c15f3-d221-4dc7-a46b-e74ba39fb702 req-15cfcc60-5597-4b3d-bc0e-ec59e23eab5b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:48.704474 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1f1c15f3-d221-4dc7-a46b-e74ba39fb702 req-15cfcc60-5597-4b3d-bc0e-ec59e23eab5b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.4830182 Feb 16 18:08:48.852524 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1f1c15f3-d221-4dc7-a46b-e74ba39fb702 req-197de739-20c8-4384-98a5-d2fb9a1ab58c tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010697 Feb 16 18:08:48.866913 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03d7b5-d4e4-45c6-a9f7-8a9d7da14d9e req-e43fdf3e-95ab-4b7d-ad8c-5d3fbb2e6f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:48.868523 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2b03d7b5-d4e4-45c6-a9f7-8a9d7da14d9e req-e43fdf3e-95ab-4b7d-ad8c-5d3fbb2e6f1e service neutron] 10.222.0.86 "GET /v2.0/networks?id=48e6f4c1-cec6-4712-98a9-a9afe7d38cf4 HTTP/1.1" status: 200 len: 912 time: 0.2599912 Feb 16 18:08:48.881227 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbc859-1f32-47db-9f9d-ec7bcbdbf599 req-646d9f0e-4541-454b-9c59-ffd418e42840 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:48.882830 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-14bbc859-1f32-47db-9f9d-ec7bcbdbf599 req-646d9f0e-4541-454b-9c59-ffd418e42840 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1965227 Feb 16 18:08:49.005289 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2b03d7b5-d4e4-45c6-a9f7-8a9d7da14d9e req-075abb15-0a3a-4e81-83ab-b61f6b522953 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=089b2a47-362b-4f5e-807d-b8c5bcea639d HTTP/1.1" status: 200 len: 217 time: 0.1214197 Feb 16 18:08:49.122423 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-14bbc859-1f32-47db-9f9d-ec7bcbdbf599 req-131362ec-dd73-483d-955e-e146d9d0e312 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.28.3.40 HTTP/1.1" status: 200 len: 695 time: 0.1765327 Feb 16 18:08:49.138841 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-14bbc859-1f32-47db-9f9d-ec7bcbdbf599 req-a5118ec2-2a5f-42b7-b87a-ea05f5db5f79 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Request body: {'floatingip': {'port_id': '805cba9e-a8b7-492c-b884-2c63ce7cda71', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:08:49.237839 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-14bbc859-1f32-47db-9f9d-ec7bcbdbf599 req-a5118ec2-2a5f-42b7-b87a-ea05f5db5f79 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks [] for floatingip, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:49.302197 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03d7b5-d4e4-45c6-a9f7-8a9d7da14d9e req-65cdbcf7-3c5c-4465-b083-a07dc1de4543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:49.303775 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2b03d7b5-d4e4-45c6-a9f7-8a9d7da14d9e req-65cdbcf7-3c5c-4465-b083-a07dc1de4543 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6e79260-895d-4967-aa0a-6b3bee32fd12 HTTP/1.1" status: 200 len: 858 time: 0.2489150 Feb 16 18:08:49.422326 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2b03d7b5-d4e4-45c6-a9f7-8a9d7da14d9e req-d57cdd4e-4650-4699-8abb-5d4ad5630c1c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=48e6f4c1-cec6-4712-98a9-a9afe7d38cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999327 Feb 16 18:08:49.473995 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75320294-7bc1-48c4-84b0-f1b1b73ee71a req-9303955e-1ab4-4180-89ec-2c14cc4255cc tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:49.475740 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-75320294-7bc1-48c4-84b0-f1b1b73ee71a req-9303955e-1ab4-4180-89ec-2c14cc4255cc tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.4693952 Feb 16 18:08:49.708139 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 34074) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:49.730332 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-75320294-7bc1-48c4-84b0-f1b1b73ee71a req-eaef7dc1-6e8c-413b-9c25-e2746cc8fb98 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614151 Feb 16 18:08:49.838615 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-fbafddcc-f21a-41b2-aa7a-67ed36bd167e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:49.840453 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2b03d7b5-d4e4-45c6-a9f7-8a9d7da14d9e req-13223d69-340f-4e93-9cf6-907f4036ece9 service neutron] 10.222.0.86 "GET /v2.0/networks/48e6f4c1-cec6-4712-98a9-a9afe7d38cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071484 Feb 16 18:08:49.858302 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-fbafddcc-f21a-41b2-aa7a-67ed36bd167e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:08:49.862348 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-fbafddcc-f21a-41b2-aa7a-67ed36bd167e admin admin] Usage tracker for resource:security_group_rule and tenant:f609c4152c3145578657fb63c57cfc5b is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:08:49.865506 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-fbafddcc-f21a-41b2-aa7a-67ed36bd167e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:08:49.871219 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-fbafddcc-f21a-41b2-aa7a-67ed36bd167e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:08:49.959249 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-fbafddcc-f21a-41b2-aa7a-67ed36bd167e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:49.962270 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-fbafddcc-f21a-41b2-aa7a-67ed36bd167e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:49.970924 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-0225ad94-8446-46d6-9d2a-c8b20e64b220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:50.014529 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-fbafddcc-f21a-41b2-aa7a-67ed36bd167e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f609c4152c3145578657fb63c57cfc5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051169 Feb 16 18:08:50.015498 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafddcc-f21a-41b2-aa7a-67ed36bd167e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0da35e-bc37-44c8-b8d8-918027da0e8b,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:50.019175 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-fbafddcc-f21a-41b2-aa7a-67ed36bd167e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:50.020615 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 34082) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:50.085004 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-56adce17-a531-49bf-964f-daad6b2ec257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:50.112130 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-56adce17-a531-49bf-964f-daad6b2ec257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:50.157170 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-56adce17-a531-49bf-964f-daad6b2ec257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:50.161138 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-bf95867c-3529-4597-9326-050c941ad8da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:50.176369 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2b03d7b5-d4e4-45c6-a9f7-8a9d7da14d9e req-a981bb2b-7cd1-4b7e-8edb-01d031e194ec service neutron] 10.222.0.86 "GET /v2.0/networks/48e6f4c1-cec6-4712-98a9-a9afe7d38cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3218021 Feb 16 18:08:50.179366 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56adce17-a531-49bf-964f-daad6b2ec257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0da35e-bc37-44c8-b8d8-918027da0e8b,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:50.191148 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-56adce17-a531-49bf-964f-daad6b2ec257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:50.209620 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-56adce17-a531-49bf-964f-daad6b2ec257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:50.216598 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-56adce17-a531-49bf-964f-daad6b2ec257 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d0da35e-bc37-44c8-b8d8-918027da0e8b HTTP/1.1" status: 204 len: 168 time: 0.1947365 Feb 16 18:08:50.219555 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0970a-2f7e-449e-9b41-52f7dc4eac6e req-d6652abe-9825-45d2-bedd-345ae0c321f2 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:50.227604 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-61d0970a-2f7e-449e-9b41-52f7dc4eac6e req-d6652abe-9825-45d2-bedd-345ae0c321f2 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.2550232 Feb 16 18:08:50.360684 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-61d0970a-2f7e-449e-9b41-52f7dc4eac6e req-0d21e91b-9034-4fbb-8dee-71510f2cfc78 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323223 Feb 16 18:08:50.595364 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-14bbc859-1f32-47db-9f9d-ec7bcbdbf599 req-a5118ec2-2a5f-42b7-b87a-ea05f5db5f79 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:50.599688 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-14bbc859-1f32-47db-9f9d-ec7bcbdbf599 req-a5118ec2-2a5f-42b7-b87a-ea05f5db5f79 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592459'] for floatingip, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:50.801865 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.db.l3_db [req-14bbc859-1f32-47db-9f9d-ec7bcbdbf599 req-a5118ec2-2a5f-42b7-b87a-ea05f5db5f79 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Floating IP 0d776be0-f22f-4cac-8771-7b843fe548e6 associated. External IP: 172.28.3.40, port: 805cba9e-a8b7-492c-b884-2c63ce7cda71. Feb 16 18:08:51.073233 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b98b8-6567-488b-9322-4a6c4a8cbaed req-699bbbd8-1bd8-4765-84f2-d47e93b72ec2 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:51.074891 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6e5b98b8-6567-488b-9322-4a6c4a8cbaed req-699bbbd8-1bd8-4765-84f2-d47e93b72ec2 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.1458535 Feb 16 18:08:51.267622 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6e5b98b8-6567-488b-9322-4a6c4a8cbaed req-4e67867a-05de-4adf-a5c7-576d6500bf87 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312032 Feb 16 18:08:51.307954 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14bbc859-1f32-47db-9f9d-ec7bcbdbf599 req-a5118ec2-2a5f-42b7-b87a-ea05f5db5f79 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Router 5c67a771-b24e-4337-a4bf-471d16ee321a has already been hosted by L3 agent 616de62f-f042-46f7-b8cf-861f27422584 {{(pid=83985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:08:51.555567 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14bbc859-1f32-47db-9f9d-ec7bcbdbf599 req-a5118ec2-2a5f-42b7-b87a-ea05f5db5f79 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify agent at l3_agent.dv-cinder-763306-9-smb the message routers_updated {{(pid=83985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:08:51.560805 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-14bbc859-1f32-47db-9f9d-ec7bcbdbf599 req-a5118ec2-2a5f-42b7-b87a-ea05f5db5f79 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for floatingip, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:51.573807 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeaef14-4932-4deb-8124-e65c8d88e88d None None] Sync routers for ids ['5c67a771-b24e-4337-a4bf-471d16ee321a'] in dv-cinder-763306-9-smb {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:08:51.598426 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeaef14-4932-4deb-8124-e65c8d88e88d None None] Routers {'5c67a771-b24e-4337-a4bf-471d16ee321a'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:08:51.599316 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-6aeaef14-4932-4deb-8124-e65c8d88e88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:08:26Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['5c67a771-b24e-4337-a4bf-471d16ee321a'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:08:51.635802 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-14bbc859-1f32-47db-9f9d-ec7bcbdbf599 req-a5118ec2-2a5f-42b7-b87a-ea05f5db5f79 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "PUT /v2.0/floatingips/0d776be0-f22f-4cac-8771-7b843fe548e6 HTTP/1.1" status: 200 len: 995 time: 2.5052335 Feb 16 18:08:51.637236 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf', 'tag': '805cba9e-a8b7-492c-b884-2c63ce7cda71'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:08:51.714399 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee0bdd-a178-418e-81a8-2e38f3431d99 req-47903af7-c2d3-4e40-bceb-572b971decc3 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:51.716053 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9bee0bdd-a178-418e-81a8-2e38f3431d99 req-47903af7-c2d3-4e40-bceb-572b971decc3 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.2098861 Feb 16 18:08:51.786311 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9bee0bdd-a178-418e-81a8-2e38f3431d99 req-a6643746-af62-49fa-81b8-456790e8a15a tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634217 Feb 16 18:08:51.789457 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbc859-1f32-47db-9f9d-ec7bcbdbf599 req-ba286784-55fe-495a-88f7-192963f4caf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:51.791155 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-14bbc859-1f32-47db-9f9d-ec7bcbdbf599 req-ba286784-55fe-495a-88f7-192963f4caf5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c84d650e1d94b238253914a68a4d647&device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 1162 time: 0.1364131 Feb 16 18:08:51.886138 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf', 'tag': '805cba9e-a8b7-492c-b884-2c63ce7cda71', 'status': 'completed', 'code': 200} Feb 16 18:08:51.944878 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:08:51.974850 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-6aeaef14-4932-4deb-8124-e65c8d88e88d None None] Set router 5c67a771-b24e-4337-a4bf-471d16ee321a gateway port host: dv-cinder-763306-9-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:08:52.019701 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbc859-1f32-47db-9f9d-ec7bcbdbf599 req-5f633a4a-9e0f-4c31-a742-15fdd9c3279d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:52.021320 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-14bbc859-1f32-47db-9f9d-ec7bcbdbf599 req-5f633a4a-9e0f-4c31-a742-15fdd9c3279d service neutron] 10.222.0.41 "GET /v2.0/networks?id=40185a06-1620-44b9-8dd1-e63dae9ab62c HTTP/1.1" status: 200 len: 904 time: 0.2223191 Feb 16 18:08:52.024035 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d293a7-9170-47a0-b7ea-7e9ff21db40f req-4eaae076-d9a9-45e8-acf6-a8891c444eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:52.025542 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-00d293a7-9170-47a0-b7ea-7e9ff21db40f req-4eaae076-d9a9-45e8-acf6-a8891c444eaa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c84d650e1d94b238253914a68a4d647&device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 1162 time: 0.1385829 Feb 16 18:08:52.071016 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:52.099945 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5abf2314-fa08-4089-b904-d7681b82c241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:08:52.115854 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] For port b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13,segment=NetworkSegment(2211e4c8-d7a9-44b5-ba41-6ae46eb39c79),segment_id=2211e4c8-d7a9-44b5-ba41-6ae46eb39c79)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:08:52.120069 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:52.122156 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:08:52.161744 dv-cinder-763306-9-smb neutron-server[83874]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5abf2314-fa08-4089-b904-d7681b82c241', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13', 'code': 422} returned with failed status Feb 16 18:08:52.211111 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Pushing event updated for resources: {'Port': ['ID=b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13,revision_number=5']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:08:52.215065 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:08:52.231988 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-14bbc859-1f32-47db-9f9d-ec7bcbdbf599 req-78e59d3d-c618-4605-a1dc-a35b08eb7a55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=805cba9e-a8b7-492c-b884-2c63ce7cda71 HTTP/1.1" status: 200 len: 998 time: 0.2006178 Feb 16 18:08:52.325380 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d293a7-9170-47a0-b7ea-7e9ff21db40f req-6420a9cb-99dd-4914-b691-430b261eb841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:52.326913 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-00d293a7-9170-47a0-b7ea-7e9ff21db40f req-6420a9cb-99dd-4914-b691-430b261eb841 service neutron] 10.222.0.86 "GET /v2.0/networks?id=40185a06-1620-44b9-8dd1-e63dae9ab62c HTTP/1.1" status: 200 len: 904 time: 0.2418363 Feb 16 18:08:52.334944 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbc859-1f32-47db-9f9d-ec7bcbdbf599 req-ca6b2546-2993-4333-90a1-e91eb75f0f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:52.336507 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-14bbc859-1f32-47db-9f9d-ec7bcbdbf599 req-ca6b2546-2993-4333-90a1-e91eb75f0f4a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=741a1dfc-122f-4201-86a1-fb09ac387c87 HTTP/1.1" status: 200 len: 848 time: 0.0873828 Feb 16 18:08:52.367498 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-6aeaef14-4932-4deb-8124-e65c8d88e88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'name': 'tempest-TestShelveInstance-1007970580-router', 'tenant_id': '7c84d650e1d94b238253914a68a4d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'c073d3d3-5279-4292-904d-eea6b7804699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:07:12Z', 'updated_at': '2021-02-16T18:07:23Z', 'revision_number': 4, 'project_id': '7c84d650e1d94b238253914a68a4d647', 'gw_port': {'id': 'c073d3d3-5279-4292-904d-eea6b7804699', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:16Z', 'updated_at': '2021-02-16T18:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_floatingips': [{'id': '0d776be0-f22f-4cac-8771-7b843fe548e6', 'tenant_id': '7c84d650e1d94b238253914a68a4d647', 'floating_ip_address': '172.28.3.40', 'floating_network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'router_id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'port_id': '805cba9e-a8b7-492c-b884-2c63ce7cda71', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40185a06-1620-44b9-8dd1-e63dae9ab62c', 'mac_address': 'fa:16:3e:e5:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:08:46Z', 'updated_at': '2021-02-16T18:08:50Z', 'revision_number': 1, 'project_id': '7c84d650e1d94b238253914a68a4d647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06cf8c97-23f7-4402-8c43-e8635e80e540', 'name': '', 'network_id': '40185a06-1620-44b9-8dd1-e63dae9ab62c', 'tenant_id': '7c84d650e1d94b238253914a68a4d647', 'mac_address': 'fa:16:3e:e2:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '741a1dfc-122f-4201-86a1-fb09ac387c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:22Z', 'updated_at': '2021-02-16T18:07:40Z', 'revision_number': 5, 'project_id': '7c84d650e1d94b238253914a68a4d647', 'subnets': [{'id': '741a1dfc-122f-4201-86a1-fb09ac387c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:08:52.371647 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeaef14-4932-4deb-8124-e65c8d88e88d None None] Checking router: 5c67a771-b24e-4337-a4bf-471d16ee321a for host: dv-cinder-763306-9-smb {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:08:52.381371 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeaef14-4932-4deb-8124-e65c8d88e88d None None] Routers {'5c67a771-b24e-4337-a4bf-471d16ee321a'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:08:52.382040 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-6aeaef14-4932-4deb-8124-e65c8d88e88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:08:26Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['5c67a771-b24e-4337-a4bf-471d16ee321a'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:08:52.585287 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-6aeaef14-4932-4deb-8124-e65c8d88e88d None None] Set router 5c67a771-b24e-4337-a4bf-471d16ee321a gateway port host: dv-cinder-763306-9-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:08:52.765683 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-00d293a7-9170-47a0-b7ea-7e9ff21db40f req-188bda8e-b1db-41dd-b06f-680d25f8f9ba service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=805cba9e-a8b7-492c-b884-2c63ce7cda71 HTTP/1.1" status: 200 len: 998 time: 0.4281366 Feb 16 18:08:52.911576 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbc859-1f32-47db-9f9d-ec7bcbdbf599 req-155d7d0d-e691-4163-b294-4d9ea2b550a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:52.913251 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-14bbc859-1f32-47db-9f9d-ec7bcbdbf599 req-155d7d0d-e691-4163-b294-4d9ea2b550a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=40185a06-1620-44b9-8dd1-e63dae9ab62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5202272 Feb 16 18:08:52.922459 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01c43f-a27c-48e8-b9a6-1b8864fd022e req-1303fe68-8d82-4781-8c91-b0426f802c08 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:52.924362 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-cb01c43f-a27c-48e8-b9a6-1b8864fd022e req-1303fe68-8d82-4781-8c91-b0426f802c08 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 944 time: 0.4902370 Feb 16 18:08:52.998259 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-6aeaef14-4932-4deb-8124-e65c8d88e88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'name': 'tempest-TestShelveInstance-1007970580-router', 'tenant_id': '7c84d650e1d94b238253914a68a4d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'c073d3d3-5279-4292-904d-eea6b7804699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:07:12Z', 'updated_at': '2021-02-16T18:07:23Z', 'revision_number': 4, 'project_id': '7c84d650e1d94b238253914a68a4d647', 'gw_port': {'id': 'c073d3d3-5279-4292-904d-eea6b7804699', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:16Z', 'updated_at': '2021-02-16T18:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_floatingips': [{'id': '0d776be0-f22f-4cac-8771-7b843fe548e6', 'tenant_id': '7c84d650e1d94b238253914a68a4d647', 'floating_ip_address': '172.28.3.40', 'floating_network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'router_id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'port_id': '805cba9e-a8b7-492c-b884-2c63ce7cda71', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40185a06-1620-44b9-8dd1-e63dae9ab62c', 'mac_address': 'fa:16:3e:e5:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:08:46Z', 'updated_at': '2021-02-16T18:08:50Z', 'revision_number': 1, 'project_id': '7c84d650e1d94b238253914a68a4d647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06cf8c97-23f7-4402-8c43-e8635e80e540', 'name': '', 'network_id': '40185a06-1620-44b9-8dd1-e63dae9ab62c', 'tenant_id': '7c84d650e1d94b238253914a68a4d647', 'mac_address': 'fa:16:3e:e2:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '741a1dfc-122f-4201-86a1-fb09ac387c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:22Z', 'updated_at': '2021-02-16T18:07:40Z', 'revision_number': 5, 'project_id': '7c84d650e1d94b238253914a68a4d647', 'subnets': [{'id': '741a1dfc-122f-4201-86a1-fb09ac387c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:08:53.002529 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeaef14-4932-4deb-8124-e65c8d88e88d None None] The sync data for ids ['5c67a771-b24e-4337-a4bf-471d16ee321a'] in dv-cinder-763306-9-smb is: [{'id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'name': 'tempest-TestShelveInstance-1007970580-router', 'tenant_id': '7c84d650e1d94b238253914a68a4d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'c073d3d3-5279-4292-904d-eea6b7804699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:07:12Z', 'updated_at': '2021-02-16T18:07:23Z', 'revision_number': 4, 'project_id': '7c84d650e1d94b238253914a68a4d647', 'gw_port': {'id': 'c073d3d3-5279-4292-904d-eea6b7804699', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:16Z', 'updated_at': '2021-02-16T18:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_floatingips': [{'id': '0d776be0-f22f-4cac-8771-7b843fe548e6', 'tenant_id': '7c84d650e1d94b238253914a68a4d647', 'floating_ip_address': '172.28.3.40', 'floating_network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'router_id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'port_id': '805cba9e-a8b7-492c-b884-2c63ce7cda71', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40185a06-1620-44b9-8dd1-e63dae9ab62c', 'mac_address': 'fa:16:3e:e5:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:08:46Z', 'updated_at': '2021-02-16T18:08:50Z', 'revision_number': 1, 'project_id': '7c84d650e1d94b238253914a68a4d647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06cf8c97-23f7-4402-8c43-e8635e80e540', 'name': '', 'network_id': '40185a06-1620-44b9-8dd1-e63dae9ab62c', 'tenant_id': '7c84d650e1d94b238253914a68a4d647', 'mac_address': 'fa:16:3e:e2:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '741a1dfc-122f-4201-86a1-fb09ac387c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:22Z', 'updated_at': '2021-02-16T18:07:40Z', 'revision_number': 5, 'project_id': '7c84d650e1d94b238253914a68a4d647', 'subnets': [{'id': '741a1dfc-122f-4201-86a1-fb09ac387c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:08:53.048442 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d293a7-9170-47a0-b7ea-7e9ff21db40f req-1c566c5a-108a-416b-a635-c18b7551bed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:53.050054 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-00d293a7-9170-47a0-b7ea-7e9ff21db40f req-1c566c5a-108a-416b-a635-c18b7551bed2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=741a1dfc-122f-4201-86a1-fb09ac387c87 HTTP/1.1" status: 200 len: 848 time: 0.2675471 Feb 16 18:08:53.154874 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-cb01c43f-a27c-48e8-b9a6-1b8864fd022e req-ded57753-c5f2-431a-ab26-55c487e8bb84 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987169 Feb 16 18:08:53.196455 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0c2170b0-97ae-4df3-a57b-a49d2239cfd4 req-7d6ec50c-cbdf-465e-bb0e-cb4e899f5a98 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.4061041 Feb 16 18:08:53.200041 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-14bbc859-1f32-47db-9f9d-ec7bcbdbf599 req-b591e46b-f063-46eb-98c8-af4b8369c199 service neutron] 10.222.0.41 "GET /v2.0/networks/40185a06-1620-44b9-8dd1-e63dae9ab62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707200 Feb 16 18:08:53.254904 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d293a7-9170-47a0-b7ea-7e9ff21db40f req-22737939-b08e-42c2-b327-afe7e8d4bbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:53.256516 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-00d293a7-9170-47a0-b7ea-7e9ff21db40f req-22737939-b08e-42c2-b327-afe7e8d4bbca service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=40185a06-1620-44b9-8dd1-e63dae9ab62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1967633 Feb 16 18:08:53.355485 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fae6e59-2307-4a04-bfc5-41a1987a25ea None None] New status for floating IP 0d776be0-f22f-4cac-8771-7b843fe548e6: ACTIVE {{(pid=83987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 18:08:53.572739 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4d7c8bfe-fbec-48db-bd31-7f793751e298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:53.634542 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-14bbc859-1f32-47db-9f9d-ec7bcbdbf599 req-b6212008-fc38-4c2e-9299-5da5243f2ca7 service neutron] 10.222.0.41 "GET /v2.0/networks/40185a06-1620-44b9-8dd1-e63dae9ab62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4130411 Feb 16 18:08:53.644399 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-00d293a7-9170-47a0-b7ea-7e9ff21db40f req-97634834-682a-423c-8229-7604a5cc1700 service neutron] 10.222.0.86 "GET /v2.0/networks/40185a06-1620-44b9-8dd1-e63dae9ab62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988482 Feb 16 18:08:53.651495 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2170b0-97ae-4df3-a57b-a49d2239cfd4 req-a04ea594-7abb-4eb0-8370-34b3ef90e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:53.653130 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0c2170b0-97ae-4df3-a57b-a49d2239cfd4 req-a04ea594-7abb-4eb0-8370-34b3ef90e635 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=973414d4df1442e183cfb978af50ea50&device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 1162 time: 0.4033175 Feb 16 18:08:53.760778 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9ce5b-d841-47bf-b1a4-d4aa83ca5a6b req-f1f605ff-ca07-4e50-80ff-bd035fc6cd15 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:53.762420 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f5c9ce5b-d841-47bf-b1a4-d4aa83ca5a6b req-f1f605ff-ca07-4e50-80ff-bd035fc6cd15 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.4231615 Feb 16 18:08:53.938044 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f5c9ce5b-d841-47bf-b1a4-d4aa83ca5a6b req-b3cf8b3e-808f-40d1-8963-51c6b537a96a tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140602 Feb 16 18:08:53.988726 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-00d293a7-9170-47a0-b7ea-7e9ff21db40f req-3863b1aa-a6b8-47d7-bc73-b1fbd7d781a1 service neutron] 10.222.0.86 "GET /v2.0/networks/40185a06-1620-44b9-8dd1-e63dae9ab62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3338311 Feb 16 18:08:53.991079 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2170b0-97ae-4df3-a57b-a49d2239cfd4 req-4774b645-2373-444c-a0f7-943de6c682e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:53.992606 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0c2170b0-97ae-4df3-a57b-a49d2239cfd4 req-4774b645-2373-444c-a0f7-943de6c682e6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=48e6f4c1-cec6-4712-98a9-a9afe7d38cf4 HTTP/1.1" status: 200 len: 912 time: 0.3080239 Feb 16 18:08:53.994782 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 089b2a47-362b-4f5e-807d-b8c5bcea639d up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:08:54.080861 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0c2170b0-97ae-4df3-a57b-a49d2239cfd4 req-af902839-4915-4575-99dd-ae7ba79dfd18 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=089b2a47-362b-4f5e-807d-b8c5bcea639d HTTP/1.1" status: 200 len: 217 time: 0.0728803 Feb 16 18:08:54.093404 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 089b2a47-362b-4f5e-807d-b8c5bcea639d triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:08:54.093782 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:54.205305 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2170b0-97ae-4df3-a57b-a49d2239cfd4 req-b17b16dd-0331-44a1-a112-650b2988d8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:54.209566 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0c2170b0-97ae-4df3-a57b-a49d2239cfd4 req-b17b16dd-0331-44a1-a112-650b2988d8ed service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6e79260-895d-4967-aa0a-6b3bee32fd12 HTTP/1.1" status: 200 len: 858 time: 0.1215227 Feb 16 18:08:54.266842 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0c2170b0-97ae-4df3-a57b-a49d2239cfd4 req-a70bcc94-14ab-459f-bded-0fc113e1d94b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=48e6f4c1-cec6-4712-98a9-a9afe7d38cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480654 Feb 16 18:08:54.421654 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0c2170b0-97ae-4df3-a57b-a49d2239cfd4 req-8bab291f-6057-4ff7-b61e-b71713cf66be service neutron] 10.222.0.86 "GET /v2.0/networks/48e6f4c1-cec6-4712-98a9-a9afe7d38cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472332 Feb 16 18:08:54.605065 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0c2170b0-97ae-4df3-a57b-a49d2239cfd4 req-1fcbd151-a8b6-43d6-b7bc-77ed3b2d0c66 service neutron] 10.222.0.86 "GET /v2.0/networks/48e6f4c1-cec6-4712-98a9-a9afe7d38cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1758831 Feb 16 18:08:54.844376 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc92b12-524d-47a4-9275-76a9c0e71ff6 req-45eb33fc-2c20-4fd4-89da-d0b7f7dbfed6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:54.846004 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7fc92b12-524d-47a4-9275-76a9c0e71ff6 req-45eb33fc-2c20-4fd4-89da-d0b7f7dbfed6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 944 time: 0.0913448 Feb 16 18:08:54.904218 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7fc92b12-524d-47a4-9275-76a9c0e71ff6 req-616aef82-90b3-428f-9c76-d4b909252321 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513034 Feb 16 18:08:54.922056 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 34180) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:08:55.046909 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d2940e68-a2d7-43b0-b8bb-f7dfbfed7423 req-8205fe8b-bc7b-4400-b195-6ea0a0b69623 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1232209 Feb 16 18:08:55.751416 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-05b1376b-13c8-4675-8042-a1bfe37ea597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:56.151507 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249034d-d307-4a1e-ae4d-4b798cf8a342 req-7d9c7e90-a010-42c7-98a6-d3e81408574c tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:56.153098 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5249034d-d307-4a1e-ae4d-4b798cf8a342 req-7d9c7e90-a010-42c7-98a6-d3e81408574c tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 944 time: 0.0950391 Feb 16 18:08:56.205233 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5249034d-d307-4a1e-ae4d-4b798cf8a342 req-e0444eee-745e-4544-847c-b07321338117 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456278 Feb 16 18:08:56.589032 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2940e68-a2d7-43b0-b8bb-f7dfbfed7423 req-2a84b4e2-82a4-4a98-bb24-c1e27b5f950d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:56.590735 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d2940e68-a2d7-43b0-b8bb-f7dfbfed7423 req-2a84b4e2-82a4-4a98-bb24-c1e27b5f950d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241&tenant_id=a1ea36c4b5bf423eb1218bd861b1b8e3 HTTP/1.1" status: 200 len: 1161 time: 0.0800958 Feb 16 18:08:56.659843 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:56.692794 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2940e68-a2d7-43b0-b8bb-f7dfbfed7423 req-67b8cbc2-05a6-4327-86f6-388652912010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:56.694438 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d2940e68-a2d7-43b0-b8bb-f7dfbfed7423 req-67b8cbc2-05a6-4327-86f6-388652912010 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a1ea36c4b5bf423eb1218bd861b1b8e3&device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 1161 time: 0.0790751 Feb 16 18:08:56.720610 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:56.842896 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2940e68-a2d7-43b0-b8bb-f7dfbfed7423 req-94d5dafa-09c3-474b-a1f8-8c9d9e8315ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:56.844558 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d2940e68-a2d7-43b0-b8bb-f7dfbfed7423 req-94d5dafa-09c3-474b-a1f8-8c9d9e8315ec service neutron] 10.222.0.86 "GET /v2.0/networks?id=52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d HTTP/1.1" status: 200 len: 911 time: 0.1426752 Feb 16 18:08:56.963760 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d2940e68-a2d7-43b0-b8bb-f7dfbfed7423 req-7eeed6a0-2eaa-458b-a846-1fac4a84a5c5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 HTTP/1.1" status: 200 len: 999 time: 0.1108584 Feb 16 18:08:57.039436 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2940e68-a2d7-43b0-b8bb-f7dfbfed7423 req-68936d5a-24f8-4eba-ad10-c30d6c5dbbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:57.041074 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d2940e68-a2d7-43b0-b8bb-f7dfbfed7423 req-68936d5a-24f8-4eba-ad10-c30d6c5dbbc5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2eeef3d3-2e0a-421d-8113-cd0a34d78d12 HTTP/1.1" status: 200 len: 856 time: 0.0698783 Feb 16 18:08:57.133473 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2940e68-a2d7-43b0-b8bb-f7dfbfed7423 req-071516ec-741b-4294-ad96-7ef4d888a78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:57.135085 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d2940e68-a2d7-43b0-b8bb-f7dfbfed7423 req-071516ec-741b-4294-ad96-7ef4d888a78d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0794129 Feb 16 18:08:57.393125 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:57.626726 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d2940e68-a2d7-43b0-b8bb-f7dfbfed7423 req-3d1b3931-d3ca-4103-8419-ad52f6d02e59 service neutron] 10.222.0.86 "GET /v2.0/networks/52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818721 Feb 16 18:08:57.634451 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd33e81-2f40-4c6e-a019-fd74a549ab07 req-9bbf6eb9-a954-4688-91b2-a18abff097c8 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:57.636009 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3fd33e81-2f40-4c6e-a019-fd74a549ab07 req-9bbf6eb9-a954-4688-91b2-a18abff097c8 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 944 time: 0.1499243 Feb 16 18:08:57.777833 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3fd33e81-2f40-4c6e-a019-fd74a549ab07 req-8fd859de-d0a9-449d-a893-d692ef80fb0f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145365 Feb 16 18:08:57.817402 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d2940e68-a2d7-43b0-b8bb-f7dfbfed7423 req-cb29f165-3280-4d78-aa5f-c8348acc651b service neutron] 10.222.0.86 "GET /v2.0/networks/52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1745708 Feb 16 18:08:57.983264 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:08:58.808670 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5048cc-772f-49f7-882a-d0600d8053f2 req-fcb18509-28e6-4da1-86b0-98f79e30581f tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:58.810585 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-dc5048cc-772f-49f7-882a-d0600d8053f2 req-fcb18509-28e6-4da1-86b0-98f79e30581f tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.0934110 Feb 16 18:08:58.895949 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-dc5048cc-772f-49f7-882a-d0600d8053f2 req-deaf84b4-6060-4803-972e-8f2f9b348613 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734079 Feb 16 18:08:59.036199 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149b0ff-bf77-4d86-b4ba-3e1d1233509d req-d8f6beac-a11d-4039-9cab-7a76ec0d69d8 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:08:59.038054 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e149b0ff-bf77-4d86-b4ba-3e1d1233509d req-d8f6beac-a11d-4039-9cab-7a76ec0d69d8 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 944 time: 0.1181724 Feb 16 18:08:59.091368 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e149b0ff-bf77-4d86-b4ba-3e1d1233509d req-72b5c14b-d307-45e3-a9f9-5e2230f02f05 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455685 Feb 16 18:09:00.122668 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b4f2b-42cc-4510-a2ef-7118ff2e5236 req-de080e20-04fc-46c8-bfd4-5eef30ed3ca6 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:00.131175 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-527b4f2b-42cc-4510-a2ef-7118ff2e5236 req-de080e20-04fc-46c8-bfd4-5eef30ed3ca6 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.0929079 Feb 16 18:09:00.180538 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-527b4f2b-42cc-4510-a2ef-7118ff2e5236 req-23f426eb-7b6f-4b2f-8f92-7574d067d584 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481613 Feb 16 18:09:00.338718 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695b2ad-1180-4ff8-bab5-db8a77e0a015 req-9e5c6993-a53f-4cfa-b47a-24b9b3ba5e8a tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:00.340397 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e695b2ad-1180-4ff8-bab5-db8a77e0a015 req-9e5c6993-a53f-4cfa-b47a-24b9b3ba5e8a tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 944 time: 0.1105528 Feb 16 18:09:00.388639 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e695b2ad-1180-4ff8-bab5-db8a77e0a015 req-e454e046-ed7d-4fdc-add7-5102d26ad3b4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419939 Feb 16 18:09:01.399931 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f0147-58ea-460f-b6fc-3cb166efa9a9 req-6cac96f0-4df2-4866-819b-3078dc7b25d4 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:01.408391 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f59f0147-58ea-460f-b6fc-3cb166efa9a9 req-6cac96f0-4df2-4866-819b-3078dc7b25d4 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.1006098 Feb 16 18:09:01.454308 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f59f0147-58ea-460f-b6fc-3cb166efa9a9 req-f1948cc1-c858-4e5a-91ec-c11893b9e030 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447991 Feb 16 18:09:01.604844 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd822e-d36a-420a-9842-e1f9eac685bf req-f7102313-df85-4223-9caa-13bfe004d8ba tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:01.606573 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3fbd822e-d36a-420a-9842-e1f9eac685bf req-f7102313-df85-4223-9caa-13bfe004d8ba tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 944 time: 0.0912337 Feb 16 18:09:01.660887 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3fbd822e-d36a-420a-9842-e1f9eac685bf req-db56f2bd-7237-4f93-bd09-773e222abd6e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478542 Feb 16 18:09:01.952633 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 6 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:09:02.203667 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c998d-a971-465a-a6d0-595f9e564080 req-4a68ce7b-be30-4145-8ce0-4d2ddf9a5776 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:02.205990 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ba9c998d-a971-465a-a6d0-595f9e564080 req-4a68ce7b-be30-4145-8ce0-4d2ddf9a5776 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 984 time: 0.1418517 Feb 16 18:09:02.260498 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ba9c998d-a971-465a-a6d0-595f9e564080 req-cb1544ee-c13b-48c1-a9c5-98867ba4c41b tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ac2f220-96e3-4afc-866f-042c7098ec43&id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0472412 Feb 16 18:09:02.666610 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd47e45-57d8-48c6-b00e-3531fdbb941f req-61c0f1ac-7022-4ffe-888c-d3aecdb0337c tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:02.668245 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3fd47e45-57d8-48c6-b00e-3531fdbb941f req-61c0f1ac-7022-4ffe-888c-d3aecdb0337c tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.0886765 Feb 16 18:09:02.737498 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3fd47e45-57d8-48c6-b00e-3531fdbb941f req-5f4d9840-2dec-4c5b-87fe-d225dca13818 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616925 Feb 16 18:09:02.880126 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95393cb-3e36-466a-96fe-479e74cf7499 req-31515431-116d-417e-a7af-6b8461d517f7 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:02.882197 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f95393cb-3e36-466a-96fe-479e74cf7499 req-31515431-116d-417e-a7af-6b8461d517f7 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 944 time: 0.0938854 Feb 16 18:09:02.935383 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f95393cb-3e36-466a-96fe-479e74cf7499 req-9a0c712b-4410-4d2d-aadd-a268b1b0681a tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440984 Feb 16 18:09:03.486558 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3dc67-c93c-4637-b760-661615187636 req-098c9b6e-21f2-4868-b130-32e7a4a111d0 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:03.489118 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f4b3dc67-c93c-4637-b760-661615187636 req-098c9b6e-21f2-4868-b130-32e7a4a111d0 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 984 time: 0.1076150 Feb 16 18:09:03.546693 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f4b3dc67-c93c-4637-b760-661615187636 req-b3e2b0b1-59b0-408b-b6ef-a0b3a9afa557 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ac2f220-96e3-4afc-866f-042c7098ec43&id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0500960 Feb 16 18:09:03.941651 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243eb290-b835-438a-9473-e20c87cd2b3f req-0851794a-8892-44da-9be1-b9aa5fed2c9f tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:03.943288 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-243eb290-b835-438a-9473-e20c87cd2b3f req-0851794a-8892-44da-9be1-b9aa5fed2c9f tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.0917313 Feb 16 18:09:03.996716 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-243eb290-b835-438a-9473-e20c87cd2b3f req-114f9723-8a91-47d1-872e-8bc8859f82bc tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467422 Feb 16 18:09:04.140081 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f662e-5529-4550-8801-ed283ae03c71 req-6c8e389b-e85e-4dbb-9296-d594de09ef16 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:04.141736 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6c3f662e-5529-4550-8801-ed283ae03c71 req-6c8e389b-e85e-4dbb-9296-d594de09ef16 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 944 time: 0.0849802 Feb 16 18:09:04.198897 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6c3f662e-5529-4550-8801-ed283ae03c71 req-3c1cd988-d516-43a7-ac04-6290510d916e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489953 Feb 16 18:09:04.798863 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb22b7-678f-4809-a9c7-e6c2c7ab078a req-e630cb1a-fc28-48e8-aa95-477404586792 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:04.801935 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-32cb22b7-678f-4809-a9c7-e6c2c7ab078a req-e630cb1a-fc28-48e8-aa95-477404586792 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 984 time: 0.1325791 Feb 16 18:09:04.876329 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-32cb22b7-678f-4809-a9c7-e6c2c7ab078a req-03a261b8-1cf0-4d67-a3d1-90b72ba9223b tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ac2f220-96e3-4afc-866f-042c7098ec43&id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0659025 Feb 16 18:09:05.217126 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cea98e-ed41-4387-9620-f04613dab2a9 req-c8bef874-796b-4d58-8463-f75c34801eb6 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:05.219791 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-10cea98e-ed41-4387-9620-f04613dab2a9 req-c8bef874-796b-4d58-8463-f75c34801eb6 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.0967925 Feb 16 18:09:05.292545 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-10cea98e-ed41-4387-9620-f04613dab2a9 req-1e754173-d5b6-466f-9dd4-92afa2a04aea tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573387 Feb 16 18:09:05.293009 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 34354) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:09:05.455131 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a204e-3936-44d7-b1e7-80908e46864d req-1c6fbf07-1bd3-4d5a-b02c-85f466aea538 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:05.455926 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5aea690f-5cbc-4bc2-b65b-5569510dd369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:05.458139 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-410a204e-3936-44d7-b1e7-80908e46864d req-1c6fbf07-1bd3-4d5a-b02c-85f466aea538 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 944 time: 0.1047821 Feb 16 18:09:05.474426 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-5aea690f-5cbc-4bc2-b65b-5569510dd369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:09:05.492096 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-5aea690f-5cbc-4bc2-b65b-5569510dd369 admin admin] Usage tracker for resource:security_group_rule and tenant:73d43cb2d9d34bfaa79f39b78e3170e7 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:09:05.495808 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-5aea690f-5cbc-4bc2-b65b-5569510dd369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:09:05.501599 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-5aea690f-5cbc-4bc2-b65b-5569510dd369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:09:05.512092 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-410a204e-3936-44d7-b1e7-80908e46864d req-4ccb7f32-00a8-432e-9a1b-1faf825ac0fd tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470176 Feb 16 18:09:05.605577 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5aea690f-5cbc-4bc2-b65b-5569510dd369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:05.608785 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5aea690f-5cbc-4bc2-b65b-5569510dd369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:05.619668 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-84150a69-0e2f-4c19-890b-9c90a9ad19f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:09:05.662447 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-5aea690f-5cbc-4bc2-b65b-5569510dd369 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=73d43cb2d9d34bfaa79f39b78e3170e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3680871 Feb 16 18:09:05.664130 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea690f-5cbc-4bc2-b65b-5569510dd369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddf53bb-65f4-4cce-a483-1142142976b9,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:09:05.665342 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 34362) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:09:05.667738 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-5aea690f-5cbc-4bc2-b65b-5569510dd369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:09:05.736675 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-eb1102e8-32e7-434e-9708-c32cbf299658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:05.768005 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-eb1102e8-32e7-434e-9708-c32cbf299658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:05.814859 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-eb1102e8-32e7-434e-9708-c32cbf299658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:05.820703 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-80b9bef9-209a-4722-ba03-6fbd67d05edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:09:05.835713 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1102e8-32e7-434e-9708-c32cbf299658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddf53bb-65f4-4cce-a483-1142142976b9,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:09:05.847082 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1102e8-32e7-434e-9708-c32cbf299658 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:05.847591 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1102e8-32e7-434e-9708-c32cbf299658 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:05.847997 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1102e8-32e7-434e-9708-c32cbf299658 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:05.848396 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1102e8-32e7-434e-9708-c32cbf299658 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:05.848789 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1102e8-32e7-434e-9708-c32cbf299658 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:05.849183 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1102e8-32e7-434e-9708-c32cbf299658 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:05.849573 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1102e8-32e7-434e-9708-c32cbf299658 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:05.849959 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1102e8-32e7-434e-9708-c32cbf299658 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:05.850347 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1102e8-32e7-434e-9708-c32cbf299658 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:05.850732 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1102e8-32e7-434e-9708-c32cbf299658 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:05.851121 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1102e8-32e7-434e-9708-c32cbf299658 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:05.851594 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1102e8-32e7-434e-9708-c32cbf299658 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:05.852042 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1102e8-32e7-434e-9708-c32cbf299658 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:05.852418 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1102e8-32e7-434e-9708-c32cbf299658 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:05.852830 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1102e8-32e7-434e-9708-c32cbf299658 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:05.853196 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1102e8-32e7-434e-9708-c32cbf299658 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:05.853585 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1102e8-32e7-434e-9708-c32cbf299658 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:05.853971 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1102e8-32e7-434e-9708-c32cbf299658 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:05.854357 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1102e8-32e7-434e-9708-c32cbf299658 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:05.854745 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1102e8-32e7-434e-9708-c32cbf299658 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:05.855130 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1102e8-32e7-434e-9708-c32cbf299658 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:05.855543 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1102e8-32e7-434e-9708-c32cbf299658 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:05.855929 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1102e8-32e7-434e-9708-c32cbf299658 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:05.856314 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1102e8-32e7-434e-9708-c32cbf299658 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:05.860163 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-eb1102e8-32e7-434e-9708-c32cbf299658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:09:05.861448 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-eb1102e8-32e7-434e-9708-c32cbf299658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:05.863333 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-eb1102e8-32e7-434e-9708-c32cbf299658 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8ddf53bb-65f4-4cce-a483-1142142976b9 HTTP/1.1" status: 204 len: 168 time: 0.1964145 Feb 16 18:09:06.131360 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9f7da-e81b-4e7d-9dcc-32b5b6621bb9 req-7e8fb1fa-be8e-42ca-afec-a04bcdb66a38 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:06.133168 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-eca9f7da-e81b-4e7d-9dcc-32b5b6621bb9 req-7e8fb1fa-be8e-42ca-afec-a04bcdb66a38 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 984 time: 0.1033218 Feb 16 18:09:06.200037 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-eca9f7da-e81b-4e7d-9dcc-32b5b6621bb9 req-62bc20e6-cec4-42c4-bd51-000df127641f tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ac2f220-96e3-4afc-866f-042c7098ec43&id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0549562 Feb 16 18:09:06.537750 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda7d9e-f03d-4968-a1a9-56e67ba61fc1 req-8cd90901-dc4b-483f-b8d2-6c2774d11bd4 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:06.543783 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bdda7d9e-f03d-4968-a1a9-56e67ba61fc1 req-8cd90901-dc4b-483f-b8d2-6c2774d11bd4 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.1198835 Feb 16 18:09:06.606197 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bdda7d9e-f03d-4968-a1a9-56e67ba61fc1 req-7e8a9e83-9726-4a73-adf0-ae03c242a680 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579443 Feb 16 18:09:06.772235 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ee241-d0a2-4906-9092-694c87811c94 req-efa2c095-26fa-4e5f-9e6d-ddaed2da4950 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:06.773913 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-908ee241-d0a2-4906-9092-694c87811c94 req-efa2c095-26fa-4e5f-9e6d-ddaed2da4950 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 944 time: 0.1171327 Feb 16 18:09:06.823973 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-908ee241-d0a2-4906-9092-694c87811c94 req-55b8b581-7451-4176-ae1a-8c87d4a97323 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434630 Feb 16 18:09:07.464080 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660b300-3d0e-4801-a01d-d1d723804c3a req-575d52bd-991d-4b8a-89ae-d3a28317abfe tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:07.465687 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1660b300-3d0e-4801-a01d-d1d723804c3a req-575d52bd-991d-4b8a-89ae-d3a28317abfe tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 984 time: 0.0907502 Feb 16 18:09:07.516224 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1660b300-3d0e-4801-a01d-d1d723804c3a req-b034eb87-b629-4907-b17d-f5ee5ffe178e tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ac2f220-96e3-4afc-866f-042c7098ec43&id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0440547 Feb 16 18:09:07.837678 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ceb9bb-ffeb-44b7-86e4-650406992c48 req-ebbcb2ff-e28f-49ec-a340-7c5cfac89f5e tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:07.839302 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-64ceb9bb-ffeb-44b7-86e4-650406992c48 req-ebbcb2ff-e28f-49ec-a340-7c5cfac89f5e tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.1044729 Feb 16 18:09:07.894115 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-64ceb9bb-ffeb-44b7-86e4-650406992c48 req-7bb8614e-d1e4-4577-8fc9-54132d11d32d tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482302 Feb 16 18:09:08.034054 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc14a3-2509-40af-96c4-4c7b81a12bf4 req-26f69ebb-0da8-47e1-8e7f-08db98927e96 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:08.035801 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bbbc14a3-2509-40af-96c4-4c7b81a12bf4 req-26f69ebb-0da8-47e1-8e7f-08db98927e96 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 944 time: 0.0917284 Feb 16 18:09:08.084799 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bbbc14a3-2509-40af-96c4-4c7b81a12bf4 req-f1c971bc-0313-4f58-b0d6-f60d408a83e4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425029 Feb 16 18:09:08.777436 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4e992-1af5-4350-8e9c-59bcf4b499d3 req-1e16e205-2fa8-4d48-a86b-3663adcafd5e tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:08.785970 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-72a4e992-1af5-4350-8e9c-59bcf4b499d3 req-1e16e205-2fa8-4d48-a86b-3663adcafd5e tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 984 time: 0.1035125 Feb 16 18:09:08.841724 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-72a4e992-1af5-4350-8e9c-59bcf4b499d3 req-9773e8d4-f45b-4f1c-8fcc-3f8f78fc1029 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ac2f220-96e3-4afc-866f-042c7098ec43&id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0546565 Feb 16 18:09:09.106151 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e296a-0eb1-402b-a147-336722fda401 req-a22c3412-1245-4ec0-baab-124d97e33bc7 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:09.107802 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-605e296a-0eb1-402b-a147-336722fda401 req-a22c3412-1245-4ec0-baab-124d97e33bc7 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.0891740 Feb 16 18:09:09.185560 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-605e296a-0eb1-402b-a147-336722fda401 req-de403a6f-602a-4349-a8e8-5b865231a2af tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706754 Feb 16 18:09:09.356268 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3d1e2-9d6c-4f53-9463-1d421faf06cb req-349abe4c-87ae-4c90-858f-c389d3a04297 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:09.357920 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5dd3d1e2-9d6c-4f53-9463-1d421faf06cb req-349abe4c-87ae-4c90-858f-c389d3a04297 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 944 time: 0.0960200 Feb 16 18:09:09.422144 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5dd3d1e2-9d6c-4f53-9463-1d421faf06cb req-59fb4ea0-2867-43bd-8817-abc62efc3049 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557425 Feb 16 18:09:10.060796 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd7456-cf65-4799-9b76-e83a45f9ce75 req-009a68af-024c-4888-ade1-173a013c278e tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:10.062390 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bfbd7456-cf65-4799-9b76-e83a45f9ce75 req-009a68af-024c-4888-ade1-173a013c278e tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 984 time: 0.0873785 Feb 16 18:09:10.122307 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bfbd7456-cf65-4799-9b76-e83a45f9ce75 req-fdae3bf5-0117-4206-89f0-36454ec6da43 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ac2f220-96e3-4afc-866f-042c7098ec43&id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0522780 Feb 16 18:09:10.417457 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e2166-ecb8-4b27-9ac9-4a0007845bfd req-7da9d755-bb66-4300-a6ba-2c04c944fb41 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:10.423017 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e72e2166-ecb8-4b27-9ac9-4a0007845bfd req-7da9d755-bb66-4300-a6ba-2c04c944fb41 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.0981631 Feb 16 18:09:10.472012 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e72e2166-ecb8-4b27-9ac9-4a0007845bfd req-bbabc21f-8134-470a-be39-71a10408cec5 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470726 Feb 16 18:09:10.646691 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec11ef4-93d8-4c7d-ba35-e894e24a48b7 req-cff32351-19f1-4a86-a372-277741030fe7 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:10.648343 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8ec11ef4-93d8-4c7d-ba35-e894e24a48b7 req-cff32351-19f1-4a86-a372-277741030fe7 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 944 time: 0.0976455 Feb 16 18:09:10.696885 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8ec11ef4-93d8-4c7d-ba35-e894e24a48b7 req-5b490300-4fdf-48c6-932a-d63cd9467a8b tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421863 Feb 16 18:09:11.147536 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 34466) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:09:11.330294 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8f890654-d12a-4718-93b1-8290ed07b823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:11.350621 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-8f890654-d12a-4718-93b1-8290ed07b823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:09:11.357518 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-8f890654-d12a-4718-93b1-8290ed07b823 admin admin] Usage tracker for resource:security_group_rule and tenant:cfb4e71d2d164c5eba51fbb247417bdc is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:09:11.362922 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-8f890654-d12a-4718-93b1-8290ed07b823 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:09:11.370314 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-8f890654-d12a-4718-93b1-8290ed07b823 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:09:11.406568 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a75b5b-5c2d-461a-98aa-37e38a297256 req-ac3044e5-25f0-44ee-84f0-a4acab612f88 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:11.408289 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c8a75b5b-5c2d-461a-98aa-37e38a297256 req-ac3044e5-25f0-44ee-84f0-a4acab612f88 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 984 time: 0.1466110 Feb 16 18:09:11.475923 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c8a75b5b-5c2d-461a-98aa-37e38a297256 req-b3ed3a3b-d302-4ac9-832f-57585059d5cd tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ac2f220-96e3-4afc-866f-042c7098ec43&id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0589707 Feb 16 18:09:11.532114 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8f890654-d12a-4718-93b1-8290ed07b823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:11.535217 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8f890654-d12a-4718-93b1-8290ed07b823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:11.543753 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-dc6c724d-00f4-439d-8226-db8a73200609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:09:11.587242 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f890654-d12a-4718-93b1-8290ed07b823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b9acd3-e78f-4ab4-8f1e-910d234fe0e9,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:09:11.592146 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-8f890654-d12a-4718-93b1-8290ed07b823 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cfb4e71d2d164c5eba51fbb247417bdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4433377 Feb 16 18:09:11.593409 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-8f890654-d12a-4718-93b1-8290ed07b823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:09:11.595078 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 34476) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:09:11.729285 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-405a7e12-495b-478c-b08f-e1ec28fd8ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:11.758570 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-405a7e12-495b-478c-b08f-e1ec28fd8ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:11.816786 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-405a7e12-495b-478c-b08f-e1ec28fd8ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:11.821934 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-0fa602fc-5580-4f74-84d5-f04e18eeeca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:09:11.835594 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32982d9a-5a0d-4694-9f70-8b7cae56cb3f req-50ac637e-311e-4513-bf63-a0c8fcd02b60 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:11.837215 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-32982d9a-5a0d-4694-9f70-8b7cae56cb3f req-50ac637e-311e-4513-bf63-a0c8fcd02b60 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.2153754 Feb 16 18:09:11.878481 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a7e12-495b-478c-b08f-e1ec28fd8ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b9acd3-e78f-4ab4-8f1e-910d234fe0e9,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:09:11.885081 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-405a7e12-495b-478c-b08f-e1ec28fd8ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:09:11.906608 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-405a7e12-495b-478c-b08f-e1ec28fd8ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:11.908198 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-405a7e12-495b-478c-b08f-e1ec28fd8ad3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/09b9acd3-e78f-4ab4-8f1e-910d234fe0e9 HTTP/1.1" status: 204 len: 168 time: 0.3117850 Feb 16 18:09:11.970617 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-32982d9a-5a0d-4694-9f70-8b7cae56cb3f req-e6f8e1e0-c4d0-4202-97e5-7e819f240866 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265256 Feb 16 18:09:11.995776 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e90a10-5aa7-4a00-b17a-3bce5b3a9cc5 req-ecb726ec-db89-4c52-a91a-e2dc786892f2 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:11.997430 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f0e90a10-5aa7-4a00-b17a-3bce5b3a9cc5 req-ecb726ec-db89-4c52-a91a-e2dc786892f2 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 944 time: 0.1578169 Feb 16 18:09:12.299658 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f0e90a10-5aa7-4a00-b17a-3bce5b3a9cc5 req-a73cb545-094a-44c6-834d-815bcc070e65 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2958927 Feb 16 18:09:12.684914 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e35d3-6152-4b9a-a1db-306036878ac4 req-ebdcbcaf-82ac-41f8-9d45-a454082eb217 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:12.686513 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b25e35d3-6152-4b9a-a1db-306036878ac4 req-ebdcbcaf-82ac-41f8-9d45-a454082eb217 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 984 time: 0.0932646 Feb 16 18:09:12.742578 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b25e35d3-6152-4b9a-a1db-306036878ac4 req-94a88b1b-60b1-4f59-9e3a-5b5b8b112369 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ac2f220-96e3-4afc-866f-042c7098ec43&id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0490580 Feb 16 18:09:13.173776 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fb99f-3854-4fe8-9ae3-d5e434ebc35a req-a4f2457d-6cc9-49f2-88c0-77f33538386b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:13.175525 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-099fb99f-3854-4fe8-9ae3-d5e434ebc35a req-a4f2457d-6cc9-49f2-88c0-77f33538386b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.0857706 Feb 16 18:09:13.227360 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-099fb99f-3854-4fe8-9ae3-d5e434ebc35a req-bfcb2bdb-9342-4309-9fb8-f366b2739bfb tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450475 Feb 16 18:09:13.517724 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa21f2-f33e-4d72-9467-de41ae7d4d40 req-83845931-f2fb-4b50-8912-51bc8581490f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:13.519558 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-92aa21f2-f33e-4d72-9467-de41ae7d4d40 req-83845931-f2fb-4b50-8912-51bc8581490f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 944 time: 0.0891445 Feb 16 18:09:13.568099 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-92aa21f2-f33e-4d72-9467-de41ae7d4d40 req-a2723261-8ddc-4cbc-b3f2-b535007d972f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422635 Feb 16 18:09:13.950330 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247bf24-1f58-4911-bd74-bf563ac59459 req-dba369d5-4188-447c-8be0-bceb67642dea tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:13.951961 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2247bf24-1f58-4911-bd74-bf563ac59459 req-dba369d5-4188-447c-8be0-bceb67642dea tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 984 time: 0.0918844 Feb 16 18:09:14.056667 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2247bf24-1f58-4911-bd74-bf563ac59459 req-3f15231c-7ad6-4fa9-870d-c4c7f7466a07 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ac2f220-96e3-4afc-866f-042c7098ec43&id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0981848 Feb 16 18:09:14.078285 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7f03d-a355-47b2-a2ef-5b883daa4ede req-3581ae58-9690-4635-a0f0-971e866198c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:14.079875 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9de7f03d-a355-47b2-a2ef-5b883daa4ede req-3581ae58-9690-4635-a0f0-971e866198c3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7dfc2a9d167d4239b695d5ff5e8a3a94&device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 1202 time: 0.1064317 Feb 16 18:09:14.224021 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7f03d-a355-47b2-a2ef-5b883daa4ede req-a991520c-f146-4108-acd9-1c4261d10038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:14.225543 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9de7f03d-a355-47b2-a2ef-5b883daa4ede req-a991520c-f146-4108-acd9-1c4261d10038 service neutron] 10.222.0.86 "GET /v2.0/networks?id=254b54a2-6ec3-4abc-b0fd-dceeba540521 HTTP/1.1" status: 200 len: 909 time: 0.1381216 Feb 16 18:09:14.340545 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9de7f03d-a355-47b2-a2ef-5b883daa4ede req-2915710b-5f04-4af2-b2f5-e64b770074eb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 HTTP/1.1" status: 200 len: 1001 time: 0.1066041 Feb 16 18:09:14.464127 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7f03d-a355-47b2-a2ef-5b883daa4ede req-9117c6eb-0713-40d9-abdf-ae95754459c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:14.465709 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9de7f03d-a355-47b2-a2ef-5b883daa4ede req-9117c6eb-0713-40d9-abdf-ae95754459c8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=08e844c8-151c-4441-9ffd-e0d1f75d181d HTTP/1.1" status: 200 len: 853 time: 0.0836384 Feb 16 18:09:14.537275 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6711d-46fa-4b9e-91a7-f93f9b716e00 req-da515af8-d1b7-40f0-9c9c-c06421d23882 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:14.538900 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d8b6711d-46fa-4b9e-91a7-f93f9b716e00 req-da515af8-d1b7-40f0-9c9c-c06421d23882 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.1974099 Feb 16 18:09:14.601481 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d8b6711d-46fa-4b9e-91a7-f93f9b716e00 req-a51b7dd1-d79d-4327-b68f-53c30c157534 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553737 Feb 16 18:09:14.607449 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7f03d-a355-47b2-a2ef-5b883daa4ede req-34edd4cb-e356-4bf1-9917-c5b626f70213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:14.609034 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9de7f03d-a355-47b2-a2ef-5b883daa4ede req-34edd4cb-e356-4bf1-9917-c5b626f70213 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=254b54a2-6ec3-4abc-b0fd-dceeba540521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1304741 Feb 16 18:09:14.830126 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9de7f03d-a355-47b2-a2ef-5b883daa4ede req-1b741cec-5693-4c06-8aa1-ac80925cc25d service neutron] 10.222.0.86 "GET /v2.0/networks/254b54a2-6ec3-4abc-b0fd-dceeba540521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066054 Feb 16 18:09:14.841789 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b5127-e145-4822-95c0-af257f97562a req-1c23aac6-01ce-4482-9655-bf90162db580 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:14.843286 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ac2b5127-e145-4822-95c0-af257f97562a req-1c23aac6-01ce-4482-9655-bf90162db580 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 944 time: 0.1427662 Feb 16 18:09:14.978989 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ac2b5127-e145-4822-95c0-af257f97562a req-1e508990-1338-4b3e-b994-2cfd2d0abf9e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128826 Feb 16 18:09:15.018400 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9de7f03d-a355-47b2-a2ef-5b883daa4ede req-41358a48-dc66-4543-af24-92f707ff05dd service neutron] 10.222.0.86 "GET /v2.0/networks/254b54a2-6ec3-4abc-b0fd-dceeba540521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1741052 Feb 16 18:09:15.285330 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632998dd-2c16-485e-8707-c35d7ef603e0 req-88939bae-19ec-4081-be0d-ec8d7cf2cd0d tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:15.286934 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-632998dd-2c16-485e-8707-c35d7ef603e0 req-88939bae-19ec-4081-be0d-ec8d7cf2cd0d tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 984 time: 0.0945256 Feb 16 18:09:15.341520 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-632998dd-2c16-485e-8707-c35d7ef603e0 req-aec381ef-cec1-4159-9b3f-61fe5c3b563c tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ac2f220-96e3-4afc-866f-042c7098ec43&id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0481162 Feb 16 18:09:15.818237 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900917f-d2a6-453e-a8df-d9e6cc6c9570 req-764906f2-fc61-4c27-9ded-853fb615f9be tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:15.819884 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8900917f-d2a6-453e-a8df-d9e6cc6c9570 req-764906f2-fc61-4c27-9ded-853fb615f9be tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.0899646 Feb 16 18:09:15.868328 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8900917f-d2a6-453e-a8df-d9e6cc6c9570 req-4c03bdcd-b4ed-4ffe-8b9d-47920d95d9cd tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420823 Feb 16 18:09:15.963609 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9efc5-e4d9-44c6-ae78-28eeb8eac12a req-7d6e8946-fe59-4637-87fc-fded9ba8bfa6 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:15.965199 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-14a9efc5-e4d9-44c6-ae78-28eeb8eac12a req-7d6e8946-fe59-4637-87fc-fded9ba8bfa6 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.0937185 Feb 16 18:09:16.013500 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-14a9efc5-e4d9-44c6-ae78-28eeb8eac12a req-71055b94-d584-4de7-9b2e-d9deed8084e6 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419214 Feb 16 18:09:16.184059 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8733c42-44b0-4bf7-bfe4-3b640a7402c8 req-2bc4a0ef-5884-45df-b6bd-36c6d25dee53 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:16.185613 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b8733c42-44b0-4bf7-bfe4-3b640a7402c8 req-2bc4a0ef-5884-45df-b6bd-36c6d25dee53 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 944 time: 0.0866306 Feb 16 18:09:16.235245 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b8733c42-44b0-4bf7-bfe4-3b640a7402c8 req-55c135b1-ab80-4989-a426-b21a1c35c1eb tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422845 Feb 16 18:09:16.566836 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed0455-59f3-47d2-8169-893c2aae14ec req-eefd8031-8fe9-4b72-97d4-d0a449ed256c tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:16.568448 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-33ed0455-59f3-47d2-8169-893c2aae14ec req-eefd8031-8fe9-4b72-97d4-d0a449ed256c tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.86 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.1561484 Feb 16 18:09:16.578081 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588604c2-5a99-4f26-8f88-52557553336d req-8564afe5-74cc-4d79-92ec-82a85448c428 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:16.579594 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-588604c2-5a99-4f26-8f88-52557553336d req-8564afe5-74cc-4d79-92ec-82a85448c428 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 984 time: 0.1163187 Feb 16 18:09:16.686481 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-33ed0455-59f3-47d2-8169-893c2aae14ec req-eb60d260-957c-4edd-a02d-07eb7797643b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Deleting port 9581ddfe-f95e-465d-bbc0-6d378b266e66 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:09:16.686871 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-33ed0455-59f3-47d2-8169-893c2aae14ec req-eb60d260-957c-4edd-a02d-07eb7797643b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:16.721356 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-588604c2-5a99-4f26-8f88-52557553336d req-c0871825-0b60-4430-9794-97e88bbe99da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ac2f220-96e3-4afc-866f-042c7098ec43&id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1033509 Feb 16 18:09:16.824889 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 089b2a47-362b-4f5e-807d-b8c5bcea639d up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:09:16.900105 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 089b2a47-362b-4f5e-807d-b8c5bcea639d triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:09:16.900396 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:16.956646 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-33ed0455-59f3-47d2-8169-893c2aae14ec req-eb60d260-957c-4edd-a02d-07eb7797643b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] For port 9581ddfe-f95e-465d-bbc0-6d378b266e66, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9581ddfe-f95e-465d-bbc0-6d378b266e66,segment=NetworkSegment(a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2),segment_id=a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:09:16.957210 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-33ed0455-59f3-47d2-8169-893c2aae14ec req-eb60d260-957c-4edd-a02d-07eb7797643b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:17.029487 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:09:17.100955 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:09:17.101282 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:17.129120 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-33ed0455-59f3-47d2-8169-893c2aae14ec req-eb60d260-957c-4edd-a02d-07eb7797643b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Calling delete_port for 9581ddfe-f95e-465d-bbc0-6d378b266e66 owned by compute:nova {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:09:17.230328 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:17.259888 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5abf2314-fa08-4089-b904-d7681b82c241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:09:17.270386 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] For port b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13,segment=NetworkSegment(2211e4c8-d7a9-44b5-ba41-6ae46eb39c79),segment_id=2211e4c8-d7a9-44b5-ba41-6ae46eb39c79)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:09:17.273449 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:17.275382 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-caa6b26c-8301-482d-88a4-1639037e6522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:09:17.351932 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Pushing event updated for resources: {'Port': ['ID=b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13,revision_number=6']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:09:17.355809 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:09:17.528255 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499693b-a02e-4cd0-a887-ac24e2afb2d5 req-5190b40d-5ccb-4b3b-adb8-1d3af781806d tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:17.529852 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1499693b-a02e-4cd0-a887-ac24e2afb2d5 req-5190b40d-5ccb-4b3b-adb8-1d3af781806d tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 946 time: 0.5082982 Feb 16 18:09:17.567861 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee3d82-8124-4e6f-8a51-d51ec1b759f3 req-0e7ffc85-a109-4d52-9d98-54a51cceca1f tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:17.569371 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-59ee3d82-8124-4e6f-8a51-d51ec1b759f3 req-0e7ffc85-a109-4d52-9d98-54a51cceca1f tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.4033575 Feb 16 18:09:17.667160 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1499693b-a02e-4cd0-a887-ac24e2afb2d5 req-209f16a7-6879-4e89-81cd-e397c64d7087 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064246 Feb 16 18:09:17.675037 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-59ee3d82-8124-4e6f-8a51-d51ec1b759f3 req-4407db7f-adff-4609-ac52-1f0bd742677a tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795257 Feb 16 18:09:17.675377 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-33ed0455-59f3-47d2-8169-893c2aae14ec req-eb60d260-957c-4edd-a02d-07eb7797643b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:17.694034 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-eaed3903-7681-4d25-bbf3-1d238f222511 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:09:17.737109 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5abf2314-fa08-4089-b904-d7681b82c241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13', 'code': 200} Feb 16 18:09:17.792084 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60d260-957c-4edd-a02d-07eb7797643b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Pushing event deleted for resources: {'Port': ['ID=9581ddfe-f95e-465d-bbc0-6d378b266e66,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:09:17.799217 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-eb60d260-957c-4edd-a02d-07eb7797643b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:09:18.055856 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe310f-dbd6-49ea-8bc0-e15c2d987a8d req-be6af9d2-5731-4c22-9138-12489333a317 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:18.057734 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-60fe310f-dbd6-49ea-8bc0-e15c2d987a8d req-be6af9d2-5731-4c22-9138-12489333a317 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.2495968 Feb 16 18:09:18.060391 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ed0455-59f3-47d2-8169-893c2aae14ec req-eb60d260-957c-4edd-a02d-07eb7797643b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] No DVR routers for this DVR port 9581ddfe-f95e-465d-bbc0-6d378b266e66 on host hv-cinder-76330 {{(pid=83985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:09:18.063084 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-33ed0455-59f3-47d2-8169-893c2aae14ec req-eb60d260-957c-4edd-a02d-07eb7797643b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:18.066548 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4502f932-d47c-473e-8ef8-444189f6ca30', 'name': 'network-vif-deleted', 'tag': '9581ddfe-f95e-465d-bbc0-6d378b266e66'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:09:18.077269 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de150ef-6ccc-4070-ac48-ac826b3ff9d9 req-39402775-a644-4f3e-82bd-13723b25f5b4 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:18.078820 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8de150ef-6ccc-4070-ac48-ac826b3ff9d9 req-39402775-a644-4f3e-82bd-13723b25f5b4 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 984 time: 0.2298446 Feb 16 18:09:18.124623 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-33ed0455-59f3-47d2-8169-893c2aae14ec req-eb60d260-957c-4edd-a02d-07eb7797643b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.86 "DELETE /v2.0/ports/9581ddfe-f95e-465d-bbc0-6d378b266e66 HTTP/1.1" status: 204 len: 173 time: 1.5439820 Feb 16 18:09:18.151840 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-60fe310f-dbd6-49ea-8bc0-e15c2d987a8d req-3e47e88e-94cd-4a49-b7a9-ee2284e2b288 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706332 Feb 16 18:09:18.177970 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8de150ef-6ccc-4070-ac48-ac826b3ff9d9 req-12a84898-dd48-4fbc-bbfd-75590b1ac169 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ac2f220-96e3-4afc-866f-042c7098ec43&id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0794940 Feb 16 18:09:18.256342 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4502f932-d47c-473e-8ef8-444189f6ca30', 'name': 'network-vif-deleted', 'tag': '9581ddfe-f95e-465d-bbc0-6d378b266e66', 'status': 'completed', 'code': 200} Feb 16 18:09:18.413845 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:09:18.465466 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb390f4-ab62-40ed-8087-668d8291bdc4 req-88323482-33c9-4df8-a131-cba7b13188a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:18.467082 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-dbb390f4-ab62-40ed-8087-668d8291bdc4 req-88323482-33c9-4df8-a131-cba7b13188a4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 1163 time: 0.0806344 Feb 16 18:09:18.486869 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:09:18.487291 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:18.513245 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-dbb390f4-ab62-40ed-8087-668d8291bdc4 req-79e86c00-36c6-4831-8f87-ec52f0ae5fd6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362380 Feb 16 18:09:18.625938 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 9581ddfe-f95e-465d-bbc0-6d378b266e66 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:09:18.662593 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] No Port match for: 9581ddfe-f95e-465d-bbc0-6d378b266e66 {{(pid=83987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:09:18.662974 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 9581ddfe-f95e-465d-bbc0-6d378b266e66 not bound to the agent host hv-cinder-76330 {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:09:18.895546 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-6ea81a74-9fcd-41c2-949d-6e7f321fc003 req-5be80586-c412-4f2b-916d-52c6a3944284 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Synchronizing usage tracker for tenant:973414d4df1442e183cfb978af50ea50 on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:09:18.921595 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-6ea81a74-9fcd-41c2-949d-6e7f321fc003 req-5be80586-c412-4f2b-916d-52c6a3944284 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Unset dirty status for tenant:973414d4df1442e183cfb978af50ea50 on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:09:18.923168 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6ea81a74-9fcd-41c2-949d-6e7f321fc003 req-5be80586-c412-4f2b-916d-52c6a3944284 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=4502f932-d47c-473e-8ef8-444189f6ca30 HTTP/1.1" status: 200 len: 210 time: 0.1225717 Feb 16 18:09:18.950978 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892626f-6fc7-473d-8eed-486a3deab259 req-7d583ef8-8fa3-4679-b899-7715600ab812 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:18.952626 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d892626f-6fc7-473d-8eed-486a3deab259 req-7d583ef8-8fa3-4679-b899-7715600ab812 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.1505244 Feb 16 18:09:19.001620 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d892626f-6fc7-473d-8eed-486a3deab259 req-5eaf7556-7548-483f-80eb-f84056454690 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417864 Feb 16 18:09:19.424809 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decbc7a-9d3a-4bec-a422-ab003291790f req-79eb34fc-77c2-4a85-9467-8797644a54e3 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:19.426940 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8decbc7a-9d3a-4bec-a422-ab003291790f req-79eb34fc-77c2-4a85-9467-8797644a54e3 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.1373713 Feb 16 18:09:19.493766 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8decbc7a-9d3a-4bec-a422-ab003291790f req-ba26a39c-993c-4ef1-8bb4-730ef71a35d6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584328 Feb 16 18:09:19.500899 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a80b9-3e41-4834-a41d-057091f22438 req-69183cfa-99a5-402a-b578-6da03c3d874c tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:19.502465 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b13a80b9-3e41-4834-a41d-057091f22438 req-69183cfa-99a5-402a-b578-6da03c3d874c tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 984 time: 0.1385477 Feb 16 18:09:19.553883 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b13a80b9-3e41-4834-a41d-057091f22438 req-210e19da-84ea-4e09-859e-8b91accc8f13 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ac2f220-96e3-4afc-866f-042c7098ec43&id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0442891 Feb 16 18:09:20.227415 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd323d-21db-44ea-9467-cfb7be43c5b0 req-2937c446-c874-4ed0-85aa-f47771a2b353 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:20.229071 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-56cd323d-21db-44ea-9467-cfb7be43c5b0 req-2937c446-c874-4ed0-85aa-f47771a2b353 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.1050148 Feb 16 18:09:20.293518 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-56cd323d-21db-44ea-9467-cfb7be43c5b0 req-dc3c6b26-a3a0-49f4-b9fe-76d944e0b1c3 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569575 Feb 16 18:09:20.462954 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e84de9-a27a-4633-bd34-08dbfd202e0b req-6a64090a-961b-4bea-b031-e80ca3090bc9 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:20.464543 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f4e84de9-a27a-4633-bd34-08dbfd202e0b req-6a64090a-961b-4bea-b031-e80ca3090bc9 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.0901251 Feb 16 18:09:20.514538 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f4e84de9-a27a-4633-bd34-08dbfd202e0b req-9cf1e1a0-e19a-4ad1-8222-d1a0036d0b5e tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436242 Feb 16 18:09:20.765485 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68953519-d820-456b-8e8d-2c38606a84e2 req-e81345fb-c4dc-4247-9266-7c512f9d0bd4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:20.767016 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-68953519-d820-456b-8e8d-2c38606a84e2 req-e81345fb-c4dc-4247-9266-7c512f9d0bd4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.1511881 Feb 16 18:09:20.810528 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966631b4-73f6-4e81-a994-3e6f0241cd29 req-7a49d315-e458-41b8-a157-3fabab94949f tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:20.812155 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-966631b4-73f6-4e81-a994-3e6f0241cd29 req-7a49d315-e458-41b8-a157-3fabab94949f tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 984 time: 0.1412327 Feb 16 18:09:20.854068 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-68953519-d820-456b-8e8d-2c38606a84e2 req-645b2dad-9697-4613-968d-3092c04706b0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773673 Feb 16 18:09:20.880635 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-966631b4-73f6-4e81-a994-3e6f0241cd29 req-0212677a-d1e5-408d-95d6-2f54aa51c2cd tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ac2f220-96e3-4afc-866f-042c7098ec43&id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0548873 Feb 16 18:09:21.497903 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef92fb-d5e6-441f-b388-51b7ac1e7d6d req-83435e5c-88b0-4442-a340-1c29fd561faa tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:21.499474 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-35ef92fb-d5e6-441f-b388-51b7ac1e7d6d req-83435e5c-88b0-4442-a340-1c29fd561faa tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.0864878 Feb 16 18:09:21.546781 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-35ef92fb-d5e6-441f-b388-51b7ac1e7d6d req-9288f562-ee38-470d-a9ff-8c7169ea55b0 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405071 Feb 16 18:09:21.721945 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1862c-8549-454e-9cf6-07a972d75162 req-46dc024c-d8f0-4180-b7ca-887bf2a1929e tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:21.723582 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0ff1862c-8549-454e-9cf6-07a972d75162 req-46dc024c-d8f0-4180-b7ca-887bf2a1929e tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.0902843 Feb 16 18:09:21.772631 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0ff1862c-8549-454e-9cf6-07a972d75162 req-00f7db52-6917-425d-afa2-815787eeb338 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424104 Feb 16 18:09:22.126919 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aacd9ea-f49d-4e70-8d77-b527dbb6c195 req-4357b741-8f75-4f48-8719-4ad732c2aecf tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:22.128695 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5aacd9ea-f49d-4e70-8d77-b527dbb6c195 req-4357b741-8f75-4f48-8719-4ad732c2aecf tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.1547904 Feb 16 18:09:22.139831 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1541b92-ba7c-48f0-a0dd-87e3ca2d23a4 req-6b7f9965-256e-4105-bdf7-3a1ff220dbc0 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:22.141348 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f1541b92-ba7c-48f0-a0dd-87e3ca2d23a4 req-6b7f9965-256e-4105-bdf7-3a1ff220dbc0 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 984 time: 0.1258657 Feb 16 18:09:22.212273 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5aacd9ea-f49d-4e70-8d77-b527dbb6c195 req-0b7dcabf-ff30-48b0-83ce-fd69ed5eadd9 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698888 Feb 16 18:09:22.225597 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f1541b92-ba7c-48f0-a0dd-87e3ca2d23a4 req-38266ffb-46a8-4a13-867a-4cc68e82cdcb tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ac2f220-96e3-4afc-866f-042c7098ec43&id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0676351 Feb 16 18:09:22.748181 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145050d-f2c4-4c5b-9d7e-660151215b23 req-250c6d33-ee6f-4a38-bbc5-dc9dfa535597 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:22.749778 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0145050d-f2c4-4c5b-9d7e-660151215b23 req-250c6d33-ee6f-4a38-bbc5-dc9dfa535597 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.0882068 Feb 16 18:09:22.798371 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0145050d-f2c4-4c5b-9d7e-660151215b23 req-ab1999f5-70fc-4d1a-8c31-c4bcb1b8c38d tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417681 Feb 16 18:09:22.974662 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b3970-5567-4799-8b6d-fb943b7f30ff req-b40767c2-fc83-46a9-84fd-28d45179e670 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:22.976233 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b18b3970-5567-4799-8b6d-fb943b7f30ff req-b40767c2-fc83-46a9-84fd-28d45179e670 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.0886965 Feb 16 18:09:23.027372 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b18b3970-5567-4799-8b6d-fb943b7f30ff req-f5030daa-fcb0-4e36-a26b-d9cceb30d3d6 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446498 Feb 16 18:09:23.431153 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defe7f3-22eb-4b81-8c15-811c3ed2fa84 req-f7750aec-7e3c-4bbd-91d7-d21884012051 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:23.432766 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8defe7f3-22eb-4b81-8c15-811c3ed2fa84 req-f7750aec-7e3c-4bbd-91d7-d21884012051 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 984 time: 0.0873089 Feb 16 18:09:23.484552 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-07ded735-7ade-4474-8416-dd5f8a49434d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:23.484736 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8defe7f3-22eb-4b81-8c15-811c3ed2fa84 req-8a499f59-46f5-47c7-bc21-a1b3daf81cee tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ac2f220-96e3-4afc-866f-042c7098ec43&id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0450017 Feb 16 18:09:24.003648 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378a8c1-3d2d-4387-96c4-33a21b32a088 req-ecc091e9-d258-47ad-ae7c-d78a1c4b4b9f tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:24.005246 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1378a8c1-3d2d-4387-96c4-33a21b32a088 req-ecc091e9-d258-47ad-ae7c-d78a1c4b4b9f tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.0911510 Feb 16 18:09:24.053449 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1378a8c1-3d2d-4387-96c4-33a21b32a088 req-a0ee8617-25ad-454f-a70c-eddce9fec57e tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419993 Feb 16 18:09:24.223895 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16497945-3d0d-4b10-b92d-21656b264ed1 req-9067b94d-23aa-4500-8483-fd5fbe0cc182 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:24.225416 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-16497945-3d0d-4b10-b92d-21656b264ed1 req-9067b94d-23aa-4500-8483-fd5fbe0cc182 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.0861802 Feb 16 18:09:24.273193 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-16497945-3d0d-4b10-b92d-21656b264ed1 req-eb2bfae8-577f-47bc-8194-32e60d69804c tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414417 Feb 16 18:09:24.830652 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bce54c-3b2a-4987-baa2-657d55bb43b3 req-6dd9c8f5-29a9-44a1-a649-b76d6e7049fd tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:24.832910 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-97bce54c-3b2a-4987-baa2-657d55bb43b3 req-6dd9c8f5-29a9-44a1-a649-b76d6e7049fd tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 984 time: 0.0913069 Feb 16 18:09:24.883040 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-97bce54c-3b2a-4987-baa2-657d55bb43b3 req-6a2d8705-15ca-47fb-ab29-6cebf4b99fe7 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ac2f220-96e3-4afc-866f-042c7098ec43&id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0436392 Feb 16 18:09:25.250901 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5ef63-a972-4bed-aec4-f8f78f240fc4 req-e6f51f09-1830-4d5d-a88e-280daf99ee2c tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:25.252568 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2ed5ef63-a972-4bed-aec4-f8f78f240fc4 req-e6f51f09-1830-4d5d-a88e-280daf99ee2c tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.0868862 Feb 16 18:09:25.304711 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2ed5ef63-a972-4bed-aec4-f8f78f240fc4 req-0029b852-1ff3-4db3-a9f4-35010d87b5f9 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458245 Feb 16 18:09:25.470931 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ad42d-7f03-42e7-9283-ce7d7dd482d9 req-b625dd08-8e80-43af-902b-12fff7704518 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:25.473173 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d06ad42d-7f03-42e7-9283-ce7d7dd482d9 req-b625dd08-8e80-43af-902b-12fff7704518 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.0867386 Feb 16 18:09:25.519847 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d06ad42d-7f03-42e7-9283-ce7d7dd482d9 req-85364fe6-a6d8-4526-8751-2797afc27916 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405331 Feb 16 18:09:25.745452 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a51c2115-4e0a-44dd-8cc1-e9492693e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:26.088935 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3beb358-adb0-42bb-a94f-788b6ed1f4a1 req-0b46a0c7-2e50-43e7-a6c3-56c6bdb296c4 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:26.090515 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c3beb358-adb0-42bb-a94f-788b6ed1f4a1 req-0b46a0c7-2e50-43e7-a6c3-56c6bdb296c4 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 984 time: 0.0902495 Feb 16 18:09:26.140138 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c3beb358-adb0-42bb-a94f-788b6ed1f4a1 req-3adc35d0-5380-482d-94b2-39eb24bfc32d tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ac2f220-96e3-4afc-866f-042c7098ec43&id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0430722 Feb 16 18:09:26.504130 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cd822-50cc-44ce-b193-0117b48ea333 req-a71dfe45-be98-4d32-9f2d-096f00506512 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:26.505721 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ff2cd822-50cc-44ce-b193-0117b48ea333 req-a71dfe45-be98-4d32-9f2d-096f00506512 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.0854986 Feb 16 18:09:26.553177 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ff2cd822-50cc-44ce-b193-0117b48ea333 req-fdd96fe9-2260-45a3-b982-77d2d28986ae tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411057 Feb 16 18:09:26.666415 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:26.698202 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2bc8d-78da-40e9-a70c-f5bdc94c9b6b req-738a8bfa-b6ad-4803-b07c-efb1552e3be2 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:26.699787 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0fa2bc8d-78da-40e9-a70c-f5bdc94c9b6b req-738a8bfa-b6ad-4803-b07c-efb1552e3be2 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.86 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.1349995 Feb 16 18:09:26.724301 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:26.794738 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-0fa2bc8d-78da-40e9-a70c-f5bdc94c9b6b req-8d57f418-d974-4f01-8383-22138608b0c0 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Deleting port 089b2a47-362b-4f5e-807d-b8c5bcea639d {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:09:26.795113 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-0fa2bc8d-78da-40e9-a70c-f5bdc94c9b6b req-8d57f418-d974-4f01-8383-22138608b0c0 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:26.831858 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be979b5-4d89-42e5-b31f-625eb7a0f136 req-c10f46f4-47c6-4ed1-a73c-b89b68a53005 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:26.833538 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6be979b5-4d89-42e5-b31f-625eb7a0f136 req-c10f46f4-47c6-4ed1-a73c-b89b68a53005 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 945 time: 0.1959276 Feb 16 18:09:26.943071 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6be979b5-4d89-42e5-b31f-625eb7a0f136 req-a63eaf54-fca0-4cc5-91e5-9565d8339ccc tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/security-groups?id=e450e1b8-7767-4345-8ce9-bc765bbc3b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023161 Feb 16 18:09:27.356205 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-0fa2bc8d-78da-40e9-a70c-f5bdc94c9b6b req-8d57f418-d974-4f01-8383-22138608b0c0 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] For port 089b2a47-362b-4f5e-807d-b8c5bcea639d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=089b2a47-362b-4f5e-807d-b8c5bcea639d,segment=NetworkSegment(a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2),segment_id=a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:09:27.356601 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-0fa2bc8d-78da-40e9-a70c-f5bdc94c9b6b req-8d57f418-d974-4f01-8383-22138608b0c0 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:27.377630 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:27.494324 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-0fa2bc8d-78da-40e9-a70c-f5bdc94c9b6b req-8d57f418-d974-4f01-8383-22138608b0c0 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Calling delete_port for 089b2a47-362b-4f5e-807d-b8c5bcea639d owned by compute:nova {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:09:27.556500 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f87ea-448d-41b5-8ccd-96ed15d841e3 req-3082c845-b679-43b1-9f73-98c90f974442 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:27.558165 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0f0f87ea-448d-41b5-8ccd-96ed15d841e3 req-3082c845-b679-43b1-9f73-98c90f974442 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 984 time: 0.2967744 Feb 16 18:09:27.633336 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0f0f87ea-448d-41b5-8ccd-96ed15d841e3 req-dd103ee6-01f0-4618-b82e-0f4d3af9e026 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ac2f220-96e3-4afc-866f-042c7098ec43&id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0670323 Feb 16 18:09:27.754405 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-0fa2bc8d-78da-40e9-a70c-f5bdc94c9b6b req-8d57f418-d974-4f01-8383-22138608b0c0 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:27.772729 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-95df1028-ff64-4c42-badb-32c3fad60a5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:09:27.875593 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57f418-d974-4f01-8383-22138608b0c0 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Pushing event deleted for resources: {'Port': ['ID=089b2a47-362b-4f5e-807d-b8c5bcea639d,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:09:27.886139 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-8d57f418-d974-4f01-8383-22138608b0c0 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:09:27.915128 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b2dbf-a83a-412a-8d05-712f04c575a5 req-e940b50a-a1cd-48df-a09f-c4f3edcf6759 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:27.916764 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3a7b2dbf-a83a-412a-8d05-712f04c575a5 req-e940b50a-a1cd-48df-a09f-c4f3edcf6759 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.2406499 Feb 16 18:09:27.989209 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:28.005573 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3a7b2dbf-a83a-412a-8d05-712f04c575a5 req-8dbe63da-e5f1-4963-9098-81c6ba239ced tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721402 Feb 16 18:09:28.044753 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa2bc8d-78da-40e9-a70c-f5bdc94c9b6b req-8d57f418-d974-4f01-8383-22138608b0c0 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] No DVR routers for this DVR port 089b2a47-362b-4f5e-807d-b8c5bcea639d on host hv-cinder-76330 {{(pid=83985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:09:28.047063 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-0fa2bc8d-78da-40e9-a70c-f5bdc94c9b6b req-8d57f418-d974-4f01-8383-22138608b0c0 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:28.050792 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8386e0e6-5ac4-456c-bb44-24a248997792', 'name': 'network-vif-deleted', 'tag': '089b2a47-362b-4f5e-807d-b8c5bcea639d'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:09:28.068168 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0fa2bc8d-78da-40e9-a70c-f5bdc94c9b6b req-8d57f418-d974-4f01-8383-22138608b0c0 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.86 "DELETE /v2.0/ports/089b2a47-362b-4f5e-807d-b8c5bcea639d HTTP/1.1" status: 204 len: 173 time: 1.3610532 Feb 16 18:09:28.109726 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8386e0e6-5ac4-456c-bb44-24a248997792', 'name': 'network-vif-deleted', 'tag': '089b2a47-362b-4f5e-807d-b8c5bcea639d', 'status': 'completed', 'code': 200} Feb 16 18:09:28.116391 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-e20da70e-5bd9-465a-a027-522d6c43b4de req-4aead7b1-83b7-49de-9818-7bc0033d97e3 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Synchronizing usage tracker for tenant:973414d4df1442e183cfb978af50ea50 on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:09:28.131827 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-e20da70e-5bd9-465a-a027-522d6c43b4de req-4aead7b1-83b7-49de-9818-7bc0033d97e3 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Unset dirty status for tenant:973414d4df1442e183cfb978af50ea50 on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:09:28.133105 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e20da70e-5bd9-465a-a027-522d6c43b4de req-4aead7b1-83b7-49de-9818-7bc0033d97e3 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] 10.222.0.41 "GET /v2.0/ports?device_id=8386e0e6-5ac4-456c-bb44-24a248997792 HTTP/1.1" status: 200 len: 210 time: 0.0670078 Feb 16 18:09:28.208560 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 089b2a47-362b-4f5e-807d-b8c5bcea639d no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:09:28.246844 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] No Port match for: 089b2a47-362b-4f5e-807d-b8c5bcea639d {{(pid=83987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:09:28.247250 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 089b2a47-362b-4f5e-807d-b8c5bcea639d not bound to the agent host hv-cinder-76330 {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:09:28.844927 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70ad79-f348-4f28-a1ec-0e790807ee4e req-f8f8f18b-d82f-4ac6-bad4-4c925be271f0 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:28.847082 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ab70ad79-f348-4f28-a1ec-0e790807ee4e req-f8f8f18b-d82f-4ac6-bad4-4c925be271f0 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 984 time: 0.0939493 Feb 16 18:09:28.903632 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ab70ad79-f348-4f28-a1ec-0e790807ee4e req-e31c2de5-d5f6-4a04-90ee-88c8e4756b4d tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ac2f220-96e3-4afc-866f-042c7098ec43&id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0480900 Feb 16 18:09:29.209524 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7676383-b2ad-49d7-8b1a-19c926c9aa3e req-b4ffe595-ca07-4106-862a-3213585954c3 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:29.211151 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d7676383-b2ad-49d7-8b1a-19c926c9aa3e req-b4ffe595-ca07-4106-862a-3213585954c3 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.0891612 Feb 16 18:09:29.237704 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 34638) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:09:29.267201 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d7676383-b2ad-49d7-8b1a-19c926c9aa3e req-abd86330-1c8d-46d1-b820-29951d004fa4 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473840 Feb 16 18:09:29.828241 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853183385'] for router_interface, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:30.106384 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf611a-799d-4941-8008-2908202d33fc req-4734a8f7-5506-4781-a1ac-e4d029c931dd tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:30.107961 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ebbf611a-799d-4941-8008-2908202d33fc req-4734a8f7-5506-4781-a1ac-e4d029c931dd tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 984 time: 0.0865018 Feb 16 18:09:30.160294 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ebbf611a-799d-4941-8008-2908202d33fc req-a11214ad-a05c-4dd8-a9b6-8e2e2087beba tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ac2f220-96e3-4afc-866f-042c7098ec43&id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0450439 Feb 16 18:09:30.198139 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Deleting port 72eda73c-6a81-4d40-8f16-3cc4a4dda5aa {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:09:30.198519 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:30.241409 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:09:30.318767 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:09:30.319192 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:30.492392 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d74da-1f77-4168-92c5-b4536af45298 req-f726de96-ae8e-4a16-841f-4e94eb33602a tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:30.493935 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-714d74da-1f77-4168-92c5-b4536af45298 req-f726de96-ae8e-4a16-841f-4e94eb33602a tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.0977395 Feb 16 18:09:30.544180 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-714d74da-1f77-4168-92c5-b4536af45298 req-6390f924-6653-4c07-8c7c-0e39959453f3 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435565 Feb 16 18:09:30.591251 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] For port 72eda73c-6a81-4d40-8f16-3cc4a4dda5aa, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=72eda73c-6a81-4d40-8f16-3cc4a4dda5aa,segment=NetworkSegment(a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2),segment_id=a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:09:30.591676 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:30.722400 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Calling delete_port for 72eda73c-6a81-4d40-8f16-3cc4a4dda5aa owned by network:router_interface {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:09:31.035724 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851944169'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:31.050717 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:09:31.155238 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Pushing event deleted for resources: {'Port': ['ID=72eda73c-6a81-4d40-8f16-3cc4a4dda5aa,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:09:31.169009 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:31.169419 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:31.169827 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:31.170225 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:31.170620 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:31.171019 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:31.171423 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:31.172032 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:31.172466 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:31.172815 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:31.173207 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:31.173593 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:31.184149 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:31.184598 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:31.185012 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:31.185423 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:31.185829 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:31.185829 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:31.185829 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:31.185829 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:31.187730 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:31.188134 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:31.188652 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:31.189050 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:09:31.200362 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:09:31.371323 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064677d-e7b3-465b-ac0a-832b458a996f req-a43dcde5-3b70-4492-8c99-2122a895cb90 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:31.372985 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4064677d-e7b3-465b-ac0a-832b458a996f req-a43dcde5-3b70-4492-8c99-2122a895cb90 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 984 time: 0.0887637 Feb 16 18:09:31.425352 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4064677d-e7b3-465b-ac0a-832b458a996f req-519e6d09-61d0-4cfd-91fb-94ab93872ac6 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ac2f220-96e3-4afc-866f-042c7098ec43&id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0451126 Feb 16 18:09:31.494118 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853094220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590231'] for router_interface, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:31.748690 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24552175-8308-4849-92dc-42581da5ef9c req-de93baa5-35f3-4b34-a915-bd6fad14254b tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:31.750823 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-24552175-8308-4849-92dc-42581da5ef9c req-de93baa5-35f3-4b34-a915-bd6fad14254b tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.0902257 Feb 16 18:09:31.800448 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-24552175-8308-4849-92dc-42581da5ef9c req-c4d6ee78-aced-4e1f-aa90-e075f1740fb9 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432138 Feb 16 18:09:32.012146 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Router ab4d4dd8-d446-4a79-88c1-0f8897058f5b has already been hosted by L3 agent 616de62f-f042-46f7-b8cf-861f27422584 {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:09:32.208645 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Notify agent at l3_agent.dv-cinder-763306-9-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:09:32.220208 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faec5d0-e621-4b5c-9d56-11fbc647b6fe None None] Sync routers for ids ['ab4d4dd8-d446-4a79-88c1-0f8897058f5b'] in dv-cinder-763306-9-smb {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:09:32.231255 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faec5d0-e621-4b5c-9d56-11fbc647b6fe None None] Routers {'ab4d4dd8-d446-4a79-88c1-0f8897058f5b'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:09:32.232311 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-2faec5d0-e621-4b5c-9d56-11fbc647b6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:09:26Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['ab4d4dd8-d446-4a79-88c1-0f8897058f5b'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:09:32.236476 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] 10.222.0.41 "PUT /v2.0/routers/ab4d4dd8-d446-4a79-88c1-0f8897058f5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9950128 Feb 16 18:09:32.236791 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 34656) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:09:32.242632 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a940ddf-d05f-4064-bf1e-18ea7ba83ad3 req-0c9ab3b4-bc24-4e74-86c2-80ebce16815a tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:32.244353 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8a940ddf-d05f-4064-bf1e-18ea7ba83ad3 req-0c9ab3b4-bc24-4e74-86c2-80ebce16815a tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.1702378 Feb 16 18:09:32.251887 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedd012-ddcb-446f-ad34-a7447951c23e req-b7c06f61-aca0-480e-9140-16a0fc00093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:32.253677 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bbedd012-ddcb-446f-ad34-a7447951c23e req-b7c06f61-aca0-480e-9140-16a0fc00093a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=677540ccd8c14828bf2eccdddfe30bd5&device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 1163 time: 0.1199648 Feb 16 18:09:32.373676 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8a940ddf-d05f-4064-bf1e-18ea7ba83ad3 req-2b65c1ab-918f-4f81-a4cf-aaaea0d14560 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188812 Feb 16 18:09:32.430852 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-2faec5d0-e621-4b5c-9d56-11fbc647b6fe None None] Set router ab4d4dd8-d446-4a79-88c1-0f8897058f5b gateway port host: dv-cinder-763306-9-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:09:32.439095 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ab107e87-67cc-4914-a409-ab9b4491eacb admin admin] Notify callbacks [] for router, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:32.441362 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedd012-ddcb-446f-ad34-a7447951c23e req-312ba105-6260-4c05-ab6f-8da830e90c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:32.443005 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bbedd012-ddcb-446f-ad34-a7447951c23e req-312ba105-6260-4c05-ab6f-8da830e90c74 service neutron] 10.222.0.86 "GET /v2.0/networks?id=484344ef-9cd5-4c12-8f55-8e6f63128f82 HTTP/1.1" status: 200 len: 905 time: 0.1687825 Feb 16 18:09:32.558528 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bbedd012-ddcb-446f-ad34-a7447951c23e req-0c0a1902-57fa-4913-bc33-6b62e69b128a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc755515-3fc4-4b2c-8b01-1a2407d8ee1d HTTP/1.1" status: 200 len: 1002 time: 0.1083336 Feb 16 18:09:32.632562 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedd012-ddcb-446f-ad34-a7447951c23e req-dc9c0bf5-12ad-44c6-aef0-61a155fec8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:32.634565 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bbedd012-ddcb-446f-ad34-a7447951c23e req-dc9c0bf5-12ad-44c6-aef0-61a155fec8b7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=efa71cb3-35bc-48e0-ae8d-25f67e7ef6da HTTP/1.1" status: 200 len: 850 time: 0.0679681 Feb 16 18:09:32.741790 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedd012-ddcb-446f-ad34-a7447951c23e req-8bbe3b32-4625-42f1-8a64-656def202b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:32.743664 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bbedd012-ddcb-446f-ad34-a7447951c23e req-8bbe3b32-4625-42f1-8a64-656def202b98 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=484344ef-9cd5-4c12-8f55-8e6f63128f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1007288 Feb 16 18:09:32.752938 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-2faec5d0-e621-4b5c-9d56-11fbc647b6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4d4dd8-d446-4a79-88c1-0f8897058f5b', 'name': 'tempest-ServerRescueNegativeTestJSON-401706748-router', 'tenant_id': '973414d4df1442e183cfb978af50ea50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f54189b5-c421-49c9-8a31-444082af792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:05:09Z', 'updated_at': '2021-02-16T18:09:30Z', 'revision_number': 5, 'project_id': '973414d4df1442e183cfb978af50ea50', 'gw_port': {'id': 'f54189b5-c421-49c9-8a31-444082af792a', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4d4dd8-d446-4a79-88c1-0f8897058f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:12Z', 'updated_at': '2021-02-16T18:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:09:32.757462 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faec5d0-e621-4b5c-9d56-11fbc647b6fe None None] Checking router: ab4d4dd8-d446-4a79-88c1-0f8897058f5b for host: dv-cinder-763306-9-smb {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:09:32.767493 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faec5d0-e621-4b5c-9d56-11fbc647b6fe None None] Routers {'ab4d4dd8-d446-4a79-88c1-0f8897058f5b'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:09:32.768169 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-2faec5d0-e621-4b5c-9d56-11fbc647b6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:09:26Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['ab4d4dd8-d446-4a79-88c1-0f8897058f5b'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:09:32.858879 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ab107e87-67cc-4914-a409-ab9b4491eacb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:32.866823 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-ab107e87-67cc-4914-a409-ab9b4491eacb admin admin] Deleting port f54189b5-c421-49c9-8a31-444082af792a {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:09:32.867202 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ab107e87-67cc-4914-a409-ab9b4491eacb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:32.896722 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bbedd012-ddcb-446f-ad34-a7447951c23e req-c09e5b42-a66e-493c-bcf4-a58a31e81b58 service neutron] 10.222.0.86 "GET /v2.0/networks/484344ef-9cd5-4c12-8f55-8e6f63128f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448226 Feb 16 18:09:32.969451 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-2faec5d0-e621-4b5c-9d56-11fbc647b6fe None None] Set router ab4d4dd8-d446-4a79-88c1-0f8897058f5b gateway port host: dv-cinder-763306-9-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:09:33.052599 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bbedd012-ddcb-446f-ad34-a7447951c23e req-c9435e81-c69c-4087-97cb-e3f232a03981 service neutron] 10.222.0.86 "GET /v2.0/networks/484344ef-9cd5-4c12-8f55-8e6f63128f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1460366 Feb 16 18:09:33.061601 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-ab107e87-67cc-4914-a409-ab9b4491eacb admin admin] For port f54189b5-c421-49c9-8a31-444082af792a, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=f54189b5-c421-49c9-8a31-444082af792a,segment=NetworkSegment(d8e446b7-17d7-4e96-a48b-79ba500f2134),segment_id=d8e446b7-17d7-4e96-a48b-79ba500f2134)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:09:33.061998 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ab107e87-67cc-4914-a409-ab9b4491eacb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:33.197182 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-ab107e87-67cc-4914-a409-ab9b4491eacb admin admin] Calling delete_port for f54189b5-c421-49c9-8a31-444082af792a owned by network:router_gateway {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:09:33.345170 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ab107e87-67cc-4914-a409-ab9b4491eacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851944169'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: WARNING neutron.plugins.ml2.ovo_rpc [None req-ab107e87-67cc-4914-a409-ab9b4491eacb admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: result = function(*args, **kwargs) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: proto.__init__(conn_state, self) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: self.handle() Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: self.handle_one_request() Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: self.handle_one_response() Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: result = self.application(self.environ, start_response) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: return app(environ, start_response) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: resp = self.call_func(req, *args, **kw) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: return self.func(req, *args, **kwargs) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: response = req.get_response(self.application) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: application, catch_exc_info=False) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: app_iter = application(self.environ, start_response) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: resp = self.call_func(req, *args, **kw) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: return self.func(req, *args, **kwargs) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: response = req.get_response(self.application) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: application, catch_exc_info=False) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: app_iter = application(self.environ, start_response) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: resp = self.call_func(req, *args, **kw) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: return self.func(req, *args, **kwargs) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: response = req.get_response(self.application) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: application, catch_exc_info=False) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: app_iter = application(self.environ, start_response) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: resp = self.call_func(req, *args, **kw) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: return self.func(req, *args, **kwargs) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: response = req.get_response(self.application) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: application, catch_exc_info=False) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: app_iter = application(self.environ, start_response) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: resp = self.call_func(req, *args, **kw) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: return self.func(req, *args, **kwargs) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: return request.get_response(self.application) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: application, catch_exc_info=False) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: app_iter = application(self.environ, start_response) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: resp = self.call_func(req, *args, **kw) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: return self.func(req, *args, **kwargs) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: response = req.get_response(self._app) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: application, catch_exc_info=False) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: app_iter = application(self.environ, start_response) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: return resp(environ, start_response) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: return resp(environ, start_response) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: response = self.app(environ, start_response) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: return resp(environ, start_response) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: resp = self.call_func(req, *args, **kw) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: return self.func(req, *args, **kwargs) Feb 16 18:09:33.376666 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: result = method(request=request, **args) Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: return self._delete(request, id, **kwargs) Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: return f(*args, **kwargs) Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: return f(*args, **kwargs) Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: return f(*dup_args, **dup_kwargs) Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: obj_deleter(request.context, id, **kwargs) Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: return method(*args, **kwargs) Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: return f(*args, **kwargs) Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: return f(*args, **kwargs) Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: return f(*dup_args, **dup_kwargs) Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: self._delete_current_gw_port(context, id, router, None) Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: admin_ctx, gw_port_id, l3_port_check=False) Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: return f(self, context, *args, **kwargs) Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: return method(*args, **kwargs) Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: context, port, router_ids, bound_mech_contexts) Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: return function(*args, **kwargs) Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: callback(resource, event, trigger, **kwargs) Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: if self._is_session_semantic_violated(context, resource, event): Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: stack = traceback.extract_stack() Feb 16 18:09:33.382926 dv-cinder-763306-9-smb neutron-server[83874]: Feb 16 18:09:33.451025 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-2faec5d0-e621-4b5c-9d56-11fbc647b6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4d4dd8-d446-4a79-88c1-0f8897058f5b', 'name': 'tempest-ServerRescueNegativeTestJSON-401706748-router', 'tenant_id': '973414d4df1442e183cfb978af50ea50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f54189b5-c421-49c9-8a31-444082af792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:05:09Z', 'updated_at': '2021-02-16T18:09:30Z', 'revision_number': 5, 'project_id': '973414d4df1442e183cfb978af50ea50', 'gw_port': {'id': 'f54189b5-c421-49c9-8a31-444082af792a', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4d4dd8-d446-4a79-88c1-0f8897058f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:12Z', 'updated_at': '2021-02-16T18:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:09:33.455044 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faec5d0-e621-4b5c-9d56-11fbc647b6fe None None] The sync data for ids ['ab4d4dd8-d446-4a79-88c1-0f8897058f5b'] in dv-cinder-763306-9-smb is: [{'id': 'ab4d4dd8-d446-4a79-88c1-0f8897058f5b', 'name': 'tempest-ServerRescueNegativeTestJSON-401706748-router', 'tenant_id': '973414d4df1442e183cfb978af50ea50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f54189b5-c421-49c9-8a31-444082af792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:05:09Z', 'updated_at': '2021-02-16T18:09:30Z', 'revision_number': 5, 'project_id': '973414d4df1442e183cfb978af50ea50', 'gw_port': {'id': 'f54189b5-c421-49c9-8a31-444082af792a', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4d4dd8-d446-4a79-88c1-0f8897058f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:12Z', 'updated_at': '2021-02-16T18:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:09:33.576260 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ab107e87-67cc-4914-a409-ab9b4491eacb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1990795'] for router_gateway, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:33.591219 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a0e7d-9801-48cc-a69a-1c728ca84f6e req-f0793b09-a168-4bb9-bbeb-c7c46b6357b3 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:33.592964 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-287a0e7d-9801-48cc-a69a-1c728ca84f6e req-f0793b09-a168-4bb9-bbeb-c7c46b6357b3 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.0918896 Feb 16 18:09:33.643966 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-287a0e7d-9801-48cc-a69a-1c728ca84f6e req-4951eb94-d664-4b4a-ac86-7267f64e9d86 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436985 Feb 16 18:09:33.716810 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ab107e87-67cc-4914-a409-ab9b4491eacb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853176416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496998'] for router, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:33.719285 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ab107e87-67cc-4914-a409-ab9b4491eacb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:33.823010 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ab107e87-67cc-4914-a409-ab9b4491eacb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853178764'] for router, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:33.823610 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab107e87-67cc-4914-a409-ab9b4491eacb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab4d4dd8-d446-4a79-88c1-0f8897058f5b {{(pid=83986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 18:09:33.838396 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ab107e87-67cc-4914-a409-ab9b4491eacb admin admin] Notify callbacks [] for router, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:33.839661 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-ab107e87-67cc-4914-a409-ab9b4491eacb admin admin] 10.222.0.41 "DELETE /v2.0/routers/ab4d4dd8-d446-4a79-88c1-0f8897058f5b HTTP/1.1" status: 204 len: 168 time: 1.6017051 Feb 16 18:09:33.842504 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 34662) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:09:33.912128 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca2c13a5-f31c-4c91-acae-6824550b3b26 admin admin] Deleting subnet c6e79260-895d-4967-aa0a-6b3bee32fd12 {{(pid=83985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 18:09:33.915357 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ca2c13a5-f31c-4c91-acae-6824550b3b26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:33.970501 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ca2c13a5-f31c-4c91-acae-6824550b3b26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852468257'] for subnet, precommit_delete_associations {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:34.031253 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ca2c13a5-f31c-4c91-acae-6824550b3b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853799394'] for subnet, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:34.326519 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:09:34.402817 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:09:34.403373 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:34.513984 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ca2c13a5-f31c-4c91-acae-6824550b3b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2348609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851350227'] for subnet, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:34.529700 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:09:34.619329 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c13a5-f31c-4c91-acae-6824550b3b26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6e79260-895d-4967-aa0a-6b3bee32fd12,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:09:34.632646 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ca2c13a5-f31c-4c91-acae-6824550b3b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:09:34.666072 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ca2c13a5-f31c-4c91-acae-6824550b3b26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:34.675498 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-ca2c13a5-f31c-4c91-acae-6824550b3b26 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c6e79260-895d-4967-aa0a-6b3bee32fd12 HTTP/1.1" status: 204 len: 168 time: 0.8303096 Feb 16 18:09:34.677358 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 34668) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:09:34.703440 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 72eda73c-6a81-4d40-8f16-3cc4a4dda5aa no longer exists at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:09:34.740768 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] No Port match for: 72eda73c-6a81-4d40-8f16-3cc4a4dda5aa {{(pid=83987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:09:34.741174 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 72eda73c-6a81-4d40-8f16-3cc4a4dda5aa not bound to the agent host dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:09:34.741645 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device f54189b5-c421-49c9-8a31-444082af792a no longer exists at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:09:34.857805 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-123938d3-5d04-47f1-a304-cdb84560600d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853787567'] for network, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:34.936131 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] No Port match for: f54189b5-c421-49c9-8a31-444082af792a {{(pid=83987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:09:34.936524 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device f54189b5-c421-49c9-8a31-444082af792a not bound to the agent host dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:09:35.060102 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c7de3-3a11-44c3-9c20-d33ae0e870a5 req-8d423e53-9a04-43d4-9e87-513180584f3e tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:35.061708 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-eb4c7de3-3a11-44c3-9c20-d33ae0e870a5 req-8d423e53-9a04-43d4-9e87-513180584f3e tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.2888622 Feb 16 18:09:35.100957 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-123938d3-5d04-47f1-a304-cdb84560600d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853803641', 'neutron.services.segments.db._delete_segments_for_network--9223363287453533471'] for network, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:35.203740 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-eb4c7de3-3a11-44c3-9c20-d33ae0e870a5 req-2f4e2d3b-a99a-44ad-979f-29727753ed8d tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284013 Feb 16 18:09:35.240336 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-123938d3-5d04-47f1-a304-cdb84560600d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e6f4c1-cec6-4712-98a9-a9afe7d38cf4']}} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:09:35.253311 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-123938d3-5d04-47f1-a304-cdb84560600d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2') {'for_net_delete': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:09:35.253656 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-123938d3-5d04-47f1-a304-cdb84560600d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3bc4fc9-6fe7-465f-aa6a-e1e6e22bf7b2') {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:09:35.266068 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-123938d3-5d04-47f1-a304-cdb84560600d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363287453521951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2307540'] for segment, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:35.281304 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-123938d3-5d04-47f1-a304-cdb84560600d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975480'] for segment, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:35.283284 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-123938d3-5d04-47f1-a304-cdb84560600d admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 18:09:35.464901 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-123938d3-5d04-47f1-a304-cdb84560600d admin admin] Network 48e6f4c1-cec6-4712-98a9-a9afe7d38cf4 has no segments {{(pid=83985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:09:35.474426 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-123938d3-5d04-47f1-a304-cdb84560600d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853800433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852427549'] for segment, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:35.650919 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-123938d3-5d04-47f1-a304-cdb84560600d admin admin] Network 48e6f4c1-cec6-4712-98a9-a9afe7d38cf4 has no segments {{(pid=83985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:09:35.673625 dv-cinder-763306-9-smb neutron-server[83874]: Traceback (most recent call last): Feb 16 18:09:35.673625 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:09:35.673625 dv-cinder-763306-9-smb neutron-server[83874]: timer() Feb 16 18:09:35.673625 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:09:35.673625 dv-cinder-763306-9-smb neutron-server[83874]: cb(*args, **kw) Feb 16 18:09:35.673625 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 18:09:35.673625 dv-cinder-763306-9-smb neutron-server[83874]: return func(*args, **kwargs) Feb 16 18:09:35.673625 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:09:35.673625 dv-cinder-763306-9-smb neutron-server[83874]: self._notify() Feb 16 18:09:35.673625 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:09:35.673625 dv-cinder-763306-9-smb neutron-server[83874]: self.callback(batched_events) Feb 16 18:09:35.673625 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:09:35.673625 dv-cinder-763306-9-smb neutron-server[83874]: event.method(event) Feb 16 18:09:35.673625 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:09:35.673625 dv-cinder-763306-9-smb neutron-server[83874]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:09:35.673625 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 18:09:35.673625 dv-cinder-763306-9-smb neutron-server[83874]: segment_id)['aggregates'][0] Feb 16 18:09:35.673625 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:09:35.673625 dv-cinder-763306-9-smb neutron-server[83874]: return f(self, *a, **k) Feb 16 18:09:35.673625 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:09:35.673625 dv-cinder-763306-9-smb neutron-server[83874]: return self._get(url).json() Feb 16 18:09:35.673625 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:09:35.673625 dv-cinder-763306-9-smb neutron-server[83874]: **kwargs) Feb 16 18:09:35.673625 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 18:09:35.673625 dv-cinder-763306-9-smb neutron-server[83874]: return self.request(url, 'GET', **kwargs) Feb 16 18:09:35.673625 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 18:09:35.673625 dv-cinder-763306-9-smb neutron-server[83874]: **endpoint_filter) Feb 16 18:09:35.673625 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 18:09:35.673625 dv-cinder-763306-9-smb neutron-server[83874]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:09:35.673625 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 18:09:35.673625 dv-cinder-763306-9-smb neutron-server[83874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:09:35.673625 dv-cinder-763306-9-smb neutron-server[83874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:09:35.751483 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-123938d3-5d04-47f1-a304-cdb84560600d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852784992'] for network, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:35.755830 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:09:35.770217 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-123938d3-5d04-47f1-a304-cdb84560600d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:35.781380 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123938d3-5d04-47f1-a304-cdb84560600d admin admin] Pushing event deleted for resources: {'Network': ['ID=48e6f4c1-cec6-4712-98a9-a9afe7d38cf4,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:09:35.785382 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-123938d3-5d04-47f1-a304-cdb84560600d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:09:35.789862 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-123938d3-5d04-47f1-a304-cdb84560600d admin admin] 10.222.0.41 "DELETE /v2.0/networks/48e6f4c1-cec6-4712-98a9-a9afe7d38cf4 HTTP/1.1" status: 204 len: 168 time: 1.1114919 Feb 16 18:09:35.972834 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 34676) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:09:36.025681 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-025dca65-f2ec-49ed-9992-2ab3e6e2d8f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=973414d4df1442e183cfb978af50ea50&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0514858 Feb 16 18:09:36.028115 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 34682) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:09:36.094984 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a77ed9f7-3cf2-4552-bf84-faa3d63baa15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:36.123756 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a77ed9f7-3cf2-4552-bf84-faa3d63baa15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:36.170035 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a77ed9f7-3cf2-4552-bf84-faa3d63baa15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:36.176295 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-7a4ad0db-2bc9-4bd0-9392-401ab9359000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:09:36.191163 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ed9f7-3cf2-4552-bf84-faa3d63baa15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e450e1b8-7767-4345-8ce9-bc765bbc3b4f,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:09:36.193633 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a77ed9f7-3cf2-4552-bf84-faa3d63baa15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:36.195891 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-a77ed9f7-3cf2-4552-bf84-faa3d63baa15 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e450e1b8-7767-4345-8ce9-bc765bbc3b4f HTTP/1.1" status: 204 len: 168 time: 0.1667809 Feb 16 18:09:36.197014 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a77ed9f7-3cf2-4552-bf84-faa3d63baa15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:09:38.944973 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 6 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:09:52.929048 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-04212133-61e5-4046-bcf9-c6fe8f34d15c req-a4afd954-b147-4184-92a1-a2c7fbb3c133 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0797288 Feb 16 18:09:53.031203 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04212133-61e5-4046-bcf9-c6fe8f34d15c req-0261097b-0413-4e67-9d0a-805596020a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:53.032823 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-04212133-61e5-4046-bcf9-c6fe8f34d15c req-0261097b-0413-4e67-9d0a-805596020a5b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=677540ccd8c14828bf2eccdddfe30bd5&device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 1163 time: 0.0806179 Feb 16 18:09:53.195031 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04212133-61e5-4046-bcf9-c6fe8f34d15c req-058bb78f-8d1b-420a-8900-db60fa2f99bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:53.196653 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-04212133-61e5-4046-bcf9-c6fe8f34d15c req-058bb78f-8d1b-420a-8900-db60fa2f99bf service neutron] 10.222.0.86 "GET /v2.0/networks?id=484344ef-9cd5-4c12-8f55-8e6f63128f82 HTTP/1.1" status: 200 len: 905 time: 0.1435201 Feb 16 18:09:53.311882 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-04212133-61e5-4046-bcf9-c6fe8f34d15c req-e0371213-39b9-43be-a93e-6d07ed1e932b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc755515-3fc4-4b2c-8b01-1a2407d8ee1d HTTP/1.1" status: 200 len: 1002 time: 0.1046560 Feb 16 18:09:53.382108 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04212133-61e5-4046-bcf9-c6fe8f34d15c req-4f9b2e23-5f22-4a20-a42c-e758025bbc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:53.383676 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-04212133-61e5-4046-bcf9-c6fe8f34d15c req-4f9b2e23-5f22-4a20-a42c-e758025bbc21 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=efa71cb3-35bc-48e0-ae8d-25f67e7ef6da HTTP/1.1" status: 200 len: 850 time: 0.0646966 Feb 16 18:09:53.470135 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04212133-61e5-4046-bcf9-c6fe8f34d15c req-6ef71249-1d5d-448b-95ab-c7df57541cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:09:53.472194 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-04212133-61e5-4046-bcf9-c6fe8f34d15c req-6ef71249-1d5d-448b-95ab-c7df57541cbe service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=484344ef-9cd5-4c12-8f55-8e6f63128f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797927 Feb 16 18:09:53.485925 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f237b57c-a8e7-453b-b616-c2baf0ea6707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:53.619887 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-04212133-61e5-4046-bcf9-c6fe8f34d15c req-60e76817-cfb0-4fa2-9f52-eb5c55fddca8 service neutron] 10.222.0.86 "GET /v2.0/networks/484344ef-9cd5-4c12-8f55-8e6f63128f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383007 Feb 16 18:09:53.769903 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-04212133-61e5-4046-bcf9-c6fe8f34d15c req-ad507a4e-43e1-483e-9ed8-11728b407c23 service neutron] 10.222.0.86 "GET /v2.0/networks/484344ef-9cd5-4c12-8f55-8e6f63128f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1409099 Feb 16 18:09:55.234525 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 34872) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:09:55.367553 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-69044a05-7922-4153-a8b8-0d771e7f0a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:55.383473 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-69044a05-7922-4153-a8b8-0d771e7f0a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:09:55.387568 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-69044a05-7922-4153-a8b8-0d771e7f0a68 admin admin] Usage tracker for resource:security_group_rule and tenant:8f0228caf3364bd28833bbe3edf8bbe8 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:09:55.390461 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-69044a05-7922-4153-a8b8-0d771e7f0a68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:09:55.396460 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-69044a05-7922-4153-a8b8-0d771e7f0a68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:09:55.484323 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-69044a05-7922-4153-a8b8-0d771e7f0a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:55.487792 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-69044a05-7922-4153-a8b8-0d771e7f0a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:55.496472 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-49d70ab4-306e-4cbb-88ab-e284b0f825b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:09:55.541889 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-69044a05-7922-4153-a8b8-0d771e7f0a68 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f0228caf3364bd28833bbe3edf8bbe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3062415 Feb 16 18:09:55.543578 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69044a05-7922-4153-a8b8-0d771e7f0a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab013ea-c19a-4443-a347-a5b449c28b1a,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:09:55.545206 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 34878) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:09:55.547237 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-69044a05-7922-4153-a8b8-0d771e7f0a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:09:55.613111 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-aba53691-3885-4359-a2a4-3f8ed2f7d52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:55.640120 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-aba53691-3885-4359-a2a4-3f8ed2f7d52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:55.688586 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-aba53691-3885-4359-a2a4-3f8ed2f7d52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:55.693758 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ad589320-0975-40ea-815c-97bd4f5624c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:09:55.706415 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba53691-3885-4359-a2a4-3f8ed2f7d52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab013ea-c19a-4443-a347-a5b449c28b1a,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:09:55.709618 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-aba53691-3885-4359-a2a4-3f8ed2f7d52d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:09:55.712181 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-aba53691-3885-4359-a2a4-3f8ed2f7d52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:55.712926 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-aba53691-3885-4359-a2a4-3f8ed2f7d52d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cab013ea-c19a-4443-a347-a5b449c28b1a HTTP/1.1" status: 204 len: 168 time: 0.1666515 Feb 16 18:09:55.758744 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-161ca970-832f-4834-a779-24eace2e5dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:56.008619 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 34886) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:09:56.027911 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d9ef5818-43dc-4f9e-8ea0-e304ef19cf6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:56.044007 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-d9ef5818-43dc-4f9e-8ea0-e304ef19cf6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:09:56.048364 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-d9ef5818-43dc-4f9e-8ea0-e304ef19cf6f admin admin] Usage tracker for resource:security_group_rule and tenant:c74f66d574394454905cd423e010a517 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:09:56.051651 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-d9ef5818-43dc-4f9e-8ea0-e304ef19cf6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:09:56.057742 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-d9ef5818-43dc-4f9e-8ea0-e304ef19cf6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:09:56.151867 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d9ef5818-43dc-4f9e-8ea0-e304ef19cf6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:56.155025 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d9ef5818-43dc-4f9e-8ea0-e304ef19cf6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:56.164182 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-405a7e12-495b-478c-b08f-e1ec28fd8ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:09:56.215031 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef5818-43dc-4f9e-8ea0-e304ef19cf6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8b750b-95e3-42d9-af78-f86a8dc8fde5,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:09:56.218625 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d9ef5818-43dc-4f9e-8ea0-e304ef19cf6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:09:56.223455 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-d9ef5818-43dc-4f9e-8ea0-e304ef19cf6f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c74f66d574394454905cd423e010a517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2125082 Feb 16 18:09:56.225037 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 34892) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:09:56.291965 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d30963a5-eaf5-4cd4-bb13-365e28635404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:56.320902 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d30963a5-eaf5-4cd4-bb13-365e28635404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:56.365192 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d30963a5-eaf5-4cd4-bb13-365e28635404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:56.369792 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-6b24d32f-bf11-4ada-8091-e1ef2093b05b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:09:56.383548 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30963a5-eaf5-4cd4-bb13-365e28635404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8b750b-95e3-42d9-af78-f86a8dc8fde5,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:09:56.389339 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d30963a5-eaf5-4cd4-bb13-365e28635404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:09:56.391464 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d30963a5-eaf5-4cd4-bb13-365e28635404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:56.396024 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-d30963a5-eaf5-4cd4-bb13-365e28635404 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e8b750b-95e3-42d9-af78-f86a8dc8fde5 HTTP/1.1" status: 204 len: 168 time: 0.1666725 Feb 16 18:09:56.684773 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:56.729517 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:57.381708 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:57.989492 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:58.432577 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 34940) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:09:58.557097 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8146baf1-c65f-4a7a-b4b3-aa0202787991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:58.573319 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-8146baf1-c65f-4a7a-b4b3-aa0202787991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:09:58.577404 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-8146baf1-c65f-4a7a-b4b3-aa0202787991 admin admin] Usage tracker for resource:security_group_rule and tenant:056dc780b48d4514a99078b039b69687 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:09:58.580702 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-8146baf1-c65f-4a7a-b4b3-aa0202787991 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:09:58.586489 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-8146baf1-c65f-4a7a-b4b3-aa0202787991 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:09:58.671545 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8146baf1-c65f-4a7a-b4b3-aa0202787991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:58.675344 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8146baf1-c65f-4a7a-b4b3-aa0202787991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:58.687436 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-680d4d16-a2ea-4c84-a32b-7cca01e39e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:09:58.729273 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-8146baf1-c65f-4a7a-b4b3-aa0202787991 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=056dc780b48d4514a99078b039b69687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2955520 Feb 16 18:09:58.731003 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8146baf1-c65f-4a7a-b4b3-aa0202787991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860e475d-6343-409b-b264-252686d4b7cc,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:09:58.732179 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 34946) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:09:58.734646 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-8146baf1-c65f-4a7a-b4b3-aa0202787991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:09:58.794518 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f5356b91-af7a-4012-a80b-c5d8ef17553a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:58.821991 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f5356b91-af7a-4012-a80b-c5d8ef17553a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:58.867528 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f5356b91-af7a-4012-a80b-c5d8ef17553a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:58.872386 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a46df589-841f-4d75-9de6-09b7c71d4944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:09:58.884750 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5356b91-af7a-4012-a80b-c5d8ef17553a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860e475d-6343-409b-b264-252686d4b7cc,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:09:58.888833 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f5356b91-af7a-4012-a80b-c5d8ef17553a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:09:58.894580 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f5356b91-af7a-4012-a80b-c5d8ef17553a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:58.895826 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-f5356b91-af7a-4012-a80b-c5d8ef17553a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/860e475d-6343-409b-b264-252686d4b7cc HTTP/1.1" status: 204 len: 168 time: 0.1625481 Feb 16 18:09:59.183030 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 34954) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:09:59.203226 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ca99fd52-0e30-41c6-a538-2032436251e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:59.219085 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-ca99fd52-0e30-41c6-a538-2032436251e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:09:59.223930 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-ca99fd52-0e30-41c6-a538-2032436251e8 admin admin] Usage tracker for resource:security_group_rule and tenant:4a88b2d3e32141328f871e43ada4bba3 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:09:59.226896 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-ca99fd52-0e30-41c6-a538-2032436251e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:09:59.232672 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-ca99fd52-0e30-41c6-a538-2032436251e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:09:59.316775 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ca99fd52-0e30-41c6-a538-2032436251e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:59.319678 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ca99fd52-0e30-41c6-a538-2032436251e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:59.328514 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-fbad7a9d-0fb8-449d-8e0b-9cbf61259cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:09:59.370923 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-ca99fd52-0e30-41c6-a538-2032436251e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4a88b2d3e32141328f871e43ada4bba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1866720 Feb 16 18:09:59.371901 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99fd52-0e30-41c6-a538-2032436251e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee02b85-baa7-4b6b-a7df-2d311bca255f,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:09:59.374695 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 34958) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:09:59.375134 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ca99fd52-0e30-41c6-a538-2032436251e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:09:59.438009 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b933eb3b-6285-4f3b-b266-7ff95a4ade1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:59.465531 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b933eb3b-6285-4f3b-b266-7ff95a4ade1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:59.511605 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b933eb3b-6285-4f3b-b266-7ff95a4ade1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:59.516304 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-afaf8620-881f-4d9d-b689-d5650faf7e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:09:59.529730 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933eb3b-6285-4f3b-b266-7ff95a4ade1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee02b85-baa7-4b6b-a7df-2d311bca255f,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:09:59.532700 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-b933eb3b-6285-4f3b-b266-7ff95a4ade1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:09:59.533634 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b933eb3b-6285-4f3b-b266-7ff95a4ade1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:09:59.535501 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-b933eb3b-6285-4f3b-b266-7ff95a4ade1e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eee02b85-baa7-4b6b-a7df-2d311bca255f HTTP/1.1" status: 204 len: 168 time: 0.1593616 Feb 16 18:10:02.508829 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c6838-a03a-4875-8bb8-8b1a8bcf97f3 req-09390859-954b-4aee-a653-9896a4f23bbb tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:02.510329 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-493c6838-a03a-4875-8bb8-8b1a8bcf97f3 req-09390859-954b-4aee-a653-9896a4f23bbb tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.0911262 Feb 16 18:10:02.557895 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-493c6838-a03a-4875-8bb8-8b1a8bcf97f3 req-2c8dcce3-3554-418f-a648-5ad70bfdaaab tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412912 Feb 16 18:10:03.960374 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc64bf-5143-4038-a9c2-d454f00c5849 req-27a315e1-9518-452c-b679-84c1b12a09e5 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:03.961925 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-dcfc64bf-5143-4038-a9c2-d454f00c5849 req-27a315e1-9518-452c-b679-84c1b12a09e5 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.2798388 Feb 16 18:10:04.016649 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-dcfc64bf-5143-4038-a9c2-d454f00c5849 req-8e4bb430-6b14-4782-b7c9-039a4ca2cca3 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483620 Feb 16 18:10:04.369690 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709db5a-6ed3-4485-b0b1-7021aaee4703 req-4b865d9d-8d74-4f85-a3f7-ec49720e9a71 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:04.371387 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7709db5a-6ed3-4485-b0b1-7021aaee4703 req-4b865d9d-8d74-4f85-a3f7-ec49720e9a71 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.86 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 946 time: 0.0930414 Feb 16 18:10:04.452685 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-7709db5a-6ed3-4485-b0b1-7021aaee4703 req-0fc2a8d1-612d-4deb-b2d8-d26c6d555167 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Deleting port b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:10:04.453077 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-7709db5a-6ed3-4485-b0b1-7021aaee4703 req-0fc2a8d1-612d-4deb-b2d8-d26c6d555167 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:04.485055 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:10:04.621089 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:04.658424 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5abf2314-fa08-4089-b904-d7681b82c241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:10:04.670653 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] For port b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13,segment=NetworkSegment(2211e4c8-d7a9-44b5-ba41-6ae46eb39c79),segment_id=2211e4c8-d7a9-44b5-ba41-6ae46eb39c79)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:10:04.674451 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:04.677446 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:04.723362 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5abf2314-fa08-4089-b904-d7681b82c241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13', 'code': 200} Feb 16 18:10:04.757445 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Pushing event updated for resources: {'Port': ['ID=b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13,revision_number=7']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:04.765449 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:04.765843 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:04.766226 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:04.766602 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:04.766986 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:04.767488 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:04.767991 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:04.768210 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:04.768580 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:04.768947 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:04.769314 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:04.769680 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:04.770086 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:04.770452 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:04.770825 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:04.771186 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:04.771577 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:04.772049 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:04.772414 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:04.772778 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:04.774222 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:04.774222 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:04.774222 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:04.774222 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:04.778635 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:04.945732 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-7709db5a-6ed3-4485-b0b1-7021aaee4703 req-0fc2a8d1-612d-4deb-b2d8-d26c6d555167 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] For port b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13,segment=NetworkSegment(2211e4c8-d7a9-44b5-ba41-6ae46eb39c79),segment_id=2211e4c8-d7a9-44b5-ba41-6ae46eb39c79)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:10:04.946133 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-7709db5a-6ed3-4485-b0b1-7021aaee4703 req-0fc2a8d1-612d-4deb-b2d8-d26c6d555167 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:05.314273 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-7709db5a-6ed3-4485-b0b1-7021aaee4703 req-0fc2a8d1-612d-4deb-b2d8-d26c6d555167 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:05.314835 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-7709db5a-6ed3-4485-b0b1-7021aaee4703 req-0fc2a8d1-612d-4deb-b2d8-d26c6d555167 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592459'] for floatingip, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:05.315090 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.db.l3_db [req-7709db5a-6ed3-4485-b0b1-7021aaee4703 req-0fc2a8d1-612d-4deb-b2d8-d26c6d555167 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Floating IP 32c83997-78bb-42ea-aafa-0ab8c13dd230 disassociated. External IP: 172.28.3.15, port: b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13. Feb 16 18:10:05.315527 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-7709db5a-6ed3-4485-b0b1-7021aaee4703 req-0fc2a8d1-612d-4deb-b2d8-d26c6d555167 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Calling delete_port for b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 owned by compute:nova {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:10:05.381904 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f388b6-9afb-410a-8252-cd67431bbac3 req-2086d134-2c41-4647-a17c-c2b605d82195 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:05.383555 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c6f388b6-9afb-410a-8252-cd67431bbac3 req-2086d134-2c41-4647-a17c-c2b605d82195 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 944 time: 0.2455053 Feb 16 18:10:05.454672 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c6f388b6-9afb-410a-8252-cd67431bbac3 req-9b2157a9-a6e3-4e81-8533-d90962c30f21 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=72212d15-f4d4-44cd-8e98-376d56de67ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635645 Feb 16 18:10:05.522001 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-7709db5a-6ed3-4485-b0b1-7021aaee4703 req-0fc2a8d1-612d-4deb-b2d8-d26c6d555167 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:05.539192 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-8d35e0e4-5acb-4329-a63f-0849745605da tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:05.634812 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2a8d1-612d-4deb-b2d8-d26c6d555167 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Pushing event deleted for resources: {'Port': ['ID=b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:05.637859 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-0fc2a8d1-612d-4deb-b2d8-d26c6d555167 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:05.906168 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7709db5a-6ed3-4485-b0b1-7021aaee4703 req-0fc2a8d1-612d-4deb-b2d8-d26c6d555167 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Router a1ffb9f7-fe77-4265-9934-d4894f0984b5 has already been hosted by L3 agent 616de62f-f042-46f7-b8cf-861f27422584 {{(pid=83985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:10:06.110161 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7709db5a-6ed3-4485-b0b1-7021aaee4703 req-0fc2a8d1-612d-4deb-b2d8-d26c6d555167 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify agent at l3_agent.dv-cinder-763306-9-smb the message routers_updated {{(pid=83985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:10:06.121422 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25fdc34-ea2b-485e-af21-0decd6e42e61 None None] Sync routers for ids ['a1ffb9f7-fe77-4265-9934-d4894f0984b5'] in dv-cinder-763306-9-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:10:06.135059 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25fdc34-ea2b-485e-af21-0decd6e42e61 None None] Routers {'a1ffb9f7-fe77-4265-9934-d4894f0984b5'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:10:06.136016 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-f25fdc34-ea2b-485e-af21-0decd6e42e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:09:56Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['a1ffb9f7-fe77-4265-9934-d4894f0984b5'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:10:06.153960 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-7709db5a-6ed3-4485-b0b1-7021aaee4703 req-0fc2a8d1-612d-4deb-b2d8-d26c6d555167 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] No DVR routers for this DVR port b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 on host hv-cinder-76330 {{(pid=83985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:10:06.156775 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-7709db5a-6ed3-4485-b0b1-7021aaee4703 req-0fc2a8d1-612d-4deb-b2d8-d26c6d555167 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:06.161180 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5abf2314-fa08-4089-b904-d7681b82c241', 'name': 'network-vif-deleted', 'tag': 'b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:10:06.192517 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7709db5a-6ed3-4485-b0b1-7021aaee4703 req-0fc2a8d1-612d-4deb-b2d8-d26c6d555167 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.86 "DELETE /v2.0/ports/b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13 HTTP/1.1" status: 204 len: 173 time: 1.8133113 Feb 16 18:10:06.231053 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5abf2314-fa08-4089-b904-d7681b82c241', 'name': 'network-vif-deleted', 'tag': 'b5bec6e7-d95a-4e90-aab2-d86b2cdd3f13', 'status': 'completed', 'code': 200} Feb 16 18:10:06.378210 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-f25fdc34-ea2b-485e-af21-0decd6e42e61 None None] Set router a1ffb9f7-fe77-4265-9934-d4894f0984b5 gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:10:06.652045 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-9576f8c2-46ab-4089-817f-5cf3c4feec7a req-a24b55bf-d4ef-4ab4-af8a-b22d2bb73f0c tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Synchronizing usage tracker for tenant:a1ea36c4b5bf423eb1218bd861b1b8e3 on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:10:06.673343 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-9576f8c2-46ab-4089-817f-5cf3c4feec7a req-a24b55bf-d4ef-4ab4-af8a-b22d2bb73f0c tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Unset dirty status for tenant:a1ea36c4b5bf423eb1218bd861b1b8e3 on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:10:06.676084 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9576f8c2-46ab-4089-817f-5cf3c4feec7a req-a24b55bf-d4ef-4ab4-af8a-b22d2bb73f0c tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abf2314-fa08-4089-b904-d7681b82c241 HTTP/1.1" status: 200 len: 210 time: 0.0779331 Feb 16 18:10:06.765670 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-f25fdc34-ea2b-485e-af21-0decd6e42e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713530-router', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:13Z', 'updated_at': '2021-02-16T18:06:20Z', 'revision_number': 4, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'gw_port': {'id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:14Z', 'updated_at': '2021-02-16T18:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': '8ad6a1ad-91ef-4409-84dd-08d16d503266', 'name': '', 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'mac_address': 'fa:16:3e:08:d8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '2eeef3d3-2e0a-421d-8113-cd0a34d78d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:19Z', 'updated_at': '2021-02-16T18:06:32Z', 'revision_number': 5, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'subnets': [{'id': '2eeef3d3-2e0a-421d-8113-cd0a34d78d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:10:06.770609 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25fdc34-ea2b-485e-af21-0decd6e42e61 None None] Checking router: a1ffb9f7-fe77-4265-9934-d4894f0984b5 for host: dv-cinder-763306-9-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:10:06.779744 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25fdc34-ea2b-485e-af21-0decd6e42e61 None None] Routers {'a1ffb9f7-fe77-4265-9934-d4894f0984b5'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:10:06.780411 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-f25fdc34-ea2b-485e-af21-0decd6e42e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:09:56Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['a1ffb9f7-fe77-4265-9934-d4894f0984b5'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:10:06.981468 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-f25fdc34-ea2b-485e-af21-0decd6e42e61 None None] Set router a1ffb9f7-fe77-4265-9934-d4894f0984b5 gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:10:07.316610 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-f25fdc34-ea2b-485e-af21-0decd6e42e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713530-router', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:13Z', 'updated_at': '2021-02-16T18:06:20Z', 'revision_number': 4, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'gw_port': {'id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:14Z', 'updated_at': '2021-02-16T18:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': '8ad6a1ad-91ef-4409-84dd-08d16d503266', 'name': '', 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'mac_address': 'fa:16:3e:08:d8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '2eeef3d3-2e0a-421d-8113-cd0a34d78d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:19Z', 'updated_at': '2021-02-16T18:06:32Z', 'revision_number': 5, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'subnets': [{'id': '2eeef3d3-2e0a-421d-8113-cd0a34d78d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:10:07.320795 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25fdc34-ea2b-485e-af21-0decd6e42e61 None None] The sync data for ids ['a1ffb9f7-fe77-4265-9934-d4894f0984b5'] in dv-cinder-763306-9-smb is: [{'id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713530-router', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:13Z', 'updated_at': '2021-02-16T18:06:20Z', 'revision_number': 4, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'gw_port': {'id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:14Z', 'updated_at': '2021-02-16T18:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': '8ad6a1ad-91ef-4409-84dd-08d16d503266', 'name': '', 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'mac_address': 'fa:16:3e:08:d8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '2eeef3d3-2e0a-421d-8113-cd0a34d78d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:19Z', 'updated_at': '2021-02-16T18:06:32Z', 'revision_number': 5, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'subnets': [{'id': '2eeef3d3-2e0a-421d-8113-cd0a34d78d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:10:07.709852 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1bfc91-6dbf-4610-a60a-cdcb1cd2f198 None None] New status for floating IP 32c83997-78bb-42ea-aafa-0ab8c13dd230: DOWN {{(pid=83988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 18:10:07.846974 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 35102) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:07.941871 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f624a801-19b1-458f-8770-e7f11113df4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:07.983014 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f624a801-19b1-458f-8770-e7f11113df4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:08.038172 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f624a801-19b1-458f-8770-e7f11113df4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:08.045561 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-67c25f6b-066f-434e-9afb-6a8a86f823d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:08.067698 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f624a801-19b1-458f-8770-e7f11113df4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:08.068996 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-f624a801-19b1-458f-8770-e7f11113df4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "DELETE /v2.0/security-groups/72212d15-f4d4-44cd-8e98-376d56de67ec HTTP/1.1" status: 204 len: 168 time: 0.2196176 Feb 16 18:10:08.070033 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624a801-19b1-458f-8770-e7f11113df4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72212d15-f4d4-44cd-8e98-376d56de67ec,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:08.072332 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 35112) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:08.078960 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f624a801-19b1-458f-8770-e7f11113df4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:08.079380 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f624a801-19b1-458f-8770-e7f11113df4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:08.080360 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f624a801-19b1-458f-8770-e7f11113df4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:08.081462 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f624a801-19b1-458f-8770-e7f11113df4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:08.081868 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f624a801-19b1-458f-8770-e7f11113df4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:08.082274 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f624a801-19b1-458f-8770-e7f11113df4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:08.082976 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f624a801-19b1-458f-8770-e7f11113df4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:08.083380 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f624a801-19b1-458f-8770-e7f11113df4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:08.083810 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f624a801-19b1-458f-8770-e7f11113df4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:08.084331 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f624a801-19b1-458f-8770-e7f11113df4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:08.084724 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f624a801-19b1-458f-8770-e7f11113df4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:08.085133 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f624a801-19b1-458f-8770-e7f11113df4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:08.085597 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f624a801-19b1-458f-8770-e7f11113df4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:08.085917 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f624a801-19b1-458f-8770-e7f11113df4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:08.086410 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f624a801-19b1-458f-8770-e7f11113df4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:08.086800 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f624a801-19b1-458f-8770-e7f11113df4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:08.087193 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f624a801-19b1-458f-8770-e7f11113df4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:08.088053 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f624a801-19b1-458f-8770-e7f11113df4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:08.088575 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f624a801-19b1-458f-8770-e7f11113df4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:08.088971 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f624a801-19b1-458f-8770-e7f11113df4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:08.089365 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f624a801-19b1-458f-8770-e7f11113df4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:08.089754 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f624a801-19b1-458f-8770-e7f11113df4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:08.090195 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f624a801-19b1-458f-8770-e7f11113df4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:08.090532 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f624a801-19b1-458f-8770-e7f11113df4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:08.096697 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.v2.resource [None req-edbea1c0-b853-473e-b810-7104de3bd279 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] show failed (client error): The resource could not be found. Feb 16 18:10:08.099680 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-edbea1c0-b853-473e-b810-7104de3bd279 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups/72212d15-f4d4-44cd-8e98-376d56de67ec HTTP/1.1" status: 404 len: 347 time: 0.0262091 Feb 16 18:10:08.102476 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 35118) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:08.114928 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f624a801-19b1-458f-8770-e7f11113df4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:08.294399 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-553a8012-4d49-489f-866c-d6ea1a5bc8e3 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Deleting port 34480f61-6019-404c-a0ec-6c89d9fbde28 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:10:08.294783 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-553a8012-4d49-489f-866c-d6ea1a5bc8e3 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:08.478884 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-553a8012-4d49-489f-866c-d6ea1a5bc8e3 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:08.479255 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-553a8012-4d49-489f-866c-d6ea1a5bc8e3 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:08.609380 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-553a8012-4d49-489f-866c-d6ea1a5bc8e3 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Calling delete_port for 34480f61-6019-404c-a0ec-6c89d9fbde28 owned by network:floatingip {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:10:08.757889 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-553a8012-4d49-489f-866c-d6ea1a5bc8e3 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851944169'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:08.773459 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:08.880042 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a8012-4d49-489f-866c-d6ea1a5bc8e3 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Pushing event deleted for resources: {'Port': ['ID=34480f61-6019-404c-a0ec-6c89d9fbde28,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:08.884925 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-553a8012-4d49-489f-866c-d6ea1a5bc8e3 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:08.998631 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-553a8012-4d49-489f-866c-d6ea1a5bc8e3 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for floatingip, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:09.015772 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-553a8012-4d49-489f-866c-d6ea1a5bc8e3 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for floatingip, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:09.017014 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-553a8012-4d49-489f-866c-d6ea1a5bc8e3 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "DELETE /v2.0/floatingips/32c83997-78bb-42ea-aafa-0ab8c13dd230 HTTP/1.1" status: 204 len: 168 time: 0.9133527 Feb 16 18:10:09.332624 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 35132) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:09.338465 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-7bf21b04-ba5b-448a-9ec5-c232faad3bf6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1904953461', 'description': 'tempest-description--134999215'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:10:09.344708 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-7bf21b04-ba5b-448a-9ec5-c232faad3bf6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:10:09.349648 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-7bf21b04-ba5b-448a-9ec5-c232faad3bf6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Usage tracker for resource:security_group and tenant:a1ea36c4b5bf423eb1218bd861b1b8e3 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:10:09.353881 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-7bf21b04-ba5b-448a-9ec5-c232faad3bf6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:10:09.360106 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-7bf21b04-ba5b-448a-9ec5-c232faad3bf6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:10:09.373670 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7bf21b04-ba5b-448a-9ec5-c232faad3bf6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:09.394426 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-7bf21b04-ba5b-448a-9ec5-c232faad3bf6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:10:09.398410 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-7bf21b04-ba5b-448a-9ec5-c232faad3bf6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Usage tracker for resource:security_group_rule and tenant:a1ea36c4b5bf423eb1218bd861b1b8e3 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:10:09.401417 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-7bf21b04-ba5b-448a-9ec5-c232faad3bf6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:10:09.407240 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-7bf21b04-ba5b-448a-9ec5-c232faad3bf6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:10:09.483356 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7bf21b04-ba5b-448a-9ec5-c232faad3bf6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:09.487040 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7bf21b04-ba5b-448a-9ec5-c232faad3bf6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:09.492088 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-772aaa20-e3e4-404b-a3f8-b65cdd737add admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:09.534540 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf21b04-ba5b-448a-9ec5-c232faad3bf6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32f5b29-d611-4da6-981e-8c1e46bd7033,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:09.537402 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7bf21b04-ba5b-448a-9ec5-c232faad3bf6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:09.542155 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 35144) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:09.542274 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-7bf21b04-ba5b-448a-9ec5-c232faad3bf6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2082338 Feb 16 18:10:09.543009 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-7bf21b04-ba5b-448a-9ec5-c232faad3bf6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:09.549117 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-94719a24-ed68-4f1f-87a1-3f0aa5fd3b01 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Request body: {'security_group_rule': {'security_group_id': 'b32f5b29-d611-4da6-981e-8c1e46bd7033', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:10:09.555533 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-94719a24-ed68-4f1f-87a1-3f0aa5fd3b01 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:10:09.559795 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-94719a24-ed68-4f1f-87a1-3f0aa5fd3b01 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Usage tracker for resource:security_group_rule and tenant:a1ea36c4b5bf423eb1218bd861b1b8e3 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:10:09.562789 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-94719a24-ed68-4f1f-87a1-3f0aa5fd3b01 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:10:09.568752 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-94719a24-ed68-4f1f-87a1-3f0aa5fd3b01 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:10:09.585841 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-94719a24-ed68-4f1f-87a1-3f0aa5fd3b01 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:09.651006 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-94719a24-ed68-4f1f-87a1-3f0aa5fd3b01 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:09.653969 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-94719a24-ed68-4f1f-87a1-3f0aa5fd3b01 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803747'] for security_group_rule, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:09.662081 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-fc642269-3cb7-4b1c-ab26-a2c0ac06b888 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:09.685014 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94719a24-ed68-4f1f-87a1-3f0aa5fd3b01 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f05586d3-8b2e-4867-a6f9-851c93440f73,revision_number=0']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:09.687990 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-94719a24-ed68-4f1f-87a1-3f0aa5fd3b01 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:09.692649 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-94719a24-ed68-4f1f-87a1-3f0aa5fd3b01 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:09.693948 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-94719a24-ed68-4f1f-87a1-3f0aa5fd3b01 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1506751 Feb 16 18:10:09.696884 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 35150) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:09.702710 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-05939cc4-8762-4d12-9521-2349a1b94ad6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Request body: {'security_group_rule': {'security_group_id': 'b32f5b29-d611-4da6-981e-8c1e46bd7033', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:10:09.709853 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-05939cc4-8762-4d12-9521-2349a1b94ad6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:10:09.714892 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-05939cc4-8762-4d12-9521-2349a1b94ad6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Usage tracker for resource:security_group_rule and tenant:a1ea36c4b5bf423eb1218bd861b1b8e3 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:10:09.717958 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-05939cc4-8762-4d12-9521-2349a1b94ad6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:10:09.724884 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-05939cc4-8762-4d12-9521-2349a1b94ad6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:10:09.741801 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-05939cc4-8762-4d12-9521-2349a1b94ad6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:09.754372 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 35154) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:09.817536 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-05939cc4-8762-4d12-9521-2349a1b94ad6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:09.820479 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-05939cc4-8762-4d12-9521-2349a1b94ad6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803747'] for security_group_rule, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:09.822623 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f075e6d8-0c3b-43cd-8e22-e103bdf95f59 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:09.847161 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05939cc4-8762-4d12-9521-2349a1b94ad6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6548938-bc54-4b13-bec9-013ae2e40aac,revision_number=0']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:09.849843 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-05939cc4-8762-4d12-9521-2349a1b94ad6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:09.856562 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-05939cc4-8762-4d12-9521-2349a1b94ad6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:09.857942 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-05939cc4-8762-4d12-9521-2349a1b94ad6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1599977 Feb 16 18:10:09.861908 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 35160) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:09.867658 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-45bb4182-40ca-41e6-ae15-ae00a7645cc4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Request body: {'floatingip': {'floating_network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:10:09.873474 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-45bb4182-40ca-41e6-ae15-ae00a7645cc4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:10:09.878097 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-45bb4182-40ca-41e6-ae15-ae00a7645cc4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Usage tracker for resource:floatingip and tenant:a1ea36c4b5bf423eb1218bd861b1b8e3 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:10:09.881444 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-45bb4182-40ca-41e6-ae15-ae00a7645cc4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:10:09.887093 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-45bb4182-40ca-41e6-ae15-ae00a7645cc4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:10:09.894448 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a11153f3-ef32-4a44-be1c-52820aba798e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:09.897966 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-45bb4182-40ca-41e6-ae15-ae00a7645cc4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for floatingip, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:09.910554 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-a11153f3-ef32-4a44-be1c-52820aba798e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:10:09.914605 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-a11153f3-ef32-4a44-be1c-52820aba798e admin admin] Usage tracker for resource:security_group_rule and tenant:59ac178668e543a7bea99afe4f57a1e2 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:10:09.917608 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-a11153f3-ef32-4a44-be1c-52820aba798e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:10:09.923684 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-a11153f3-ef32-4a44-be1c-52820aba798e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:10:10.016607 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a11153f3-ef32-4a44-be1c-52820aba798e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:10.022509 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a11153f3-ef32-4a44-be1c-52820aba798e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:10.032910 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d9ef5818-43dc-4f9e-8ea0-e304ef19cf6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:10.049089 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-45bb4182-40ca-41e6-ae15-ae00a7645cc4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:10.080518 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-a11153f3-ef32-4a44-be1c-52820aba798e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59ac178668e543a7bea99afe4f57a1e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218703 Feb 16 18:10:10.080899 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 35166) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:10.084405 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11153f3-ef32-4a44-be1c-52820aba798e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e604174e-eda7-4c10-9669-299b6a06c911,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:10.098739 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a11153f3-ef32-4a44-be1c-52820aba798e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:10.176812 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6b7c674e-02f3-469a-8835-db945fe06534 req-2249146e-f532-497d-a37e-9cdad03a4de5 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1985256203&fields=id&tenant_id=7dfc2a9d167d4239b695d5ff5e8a3a94 HTTP/1.1" status: 200 len: 267 time: 0.0793469 Feb 16 18:10:10.192439 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9abff7c9-c2dd-43ac-a1d4-a135113532dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:10.272676 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9abff7c9-c2dd-43ac-a1d4-a135113532dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:10.337013 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [None req-45bb4182-40ca-41e6-ae15-ae00a7645cc4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Allocated IP 172.28.3.218 (d4f88037-574b-44e5-a9d6-1bdf8627b244/42ec5995-253d-4122-970e-73940637938a/9defdfe0-a81b-479f-b851-7eaf8dfad210) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:10:10.339588 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c674e-02f3-469a-8835-db945fe06534 req-24397dc5-665b-4b78-9839-d1b030fbf72e tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:10.341222 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6b7c674e-02f3-469a-8835-db945fe06534 req-24397dc5-665b-4b78-9839-d1b030fbf72e tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 984 time: 0.1458559 Feb 16 18:10:10.347808 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9abff7c9-c2dd-43ac-a1d4-a135113532dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:10.354339 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ca99fd52-0e30-41c6-a538-2032436251e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:10.371345 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-6b7c674e-02f3-469a-8835-db945fe06534 req-8e9e532c-9ddd-4840-ae86-1b491e83a2af tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Request body: {'port': {'security_groups': ['4174114f-766c-4413-a801-0c8bdbed0ff1']}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:10:10.414615 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abff7c9-c2dd-43ac-a1d4-a135113532dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e604174e-eda7-4c10-9669-299b6a06c911,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:10.420077 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-9abff7c9-c2dd-43ac-a1d4-a135113532dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:10.423963 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9abff7c9-c2dd-43ac-a1d4-a135113532dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:10.427685 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-9abff7c9-c2dd-43ac-a1d4-a135113532dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e604174e-eda7-4c10-9669-299b6a06c911 HTTP/1.1" status: 204 len: 168 time: 0.3433154 Feb 16 18:10:10.501216 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-45bb4182-40ca-41e6-ae15-ae00a7645cc4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:10.514620 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-6b7c674e-02f3-469a-8835-db945fe06534 req-8e9e532c-9ddd-4840-ae86-1b491e83a2af tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:10.537129 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-45bb4182-40ca-41e6-ae15-ae00a7645cc4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851944169'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:10.555266 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-6236edba-992d-49a8-834c-793f18d13ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:10.692105 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb4182-40ca-41e6-ae15-ae00a7645cc4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Pushing event updated for resources: {'Port': ['ID=9defdfe0-a81b-479f-b851-7eaf8dfad210,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:10.695313 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-45bb4182-40ca-41e6-ae15-ae00a7645cc4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:10.754774 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bb4182-40ca-41e6-ae15-ae00a7645cc4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Network d4f88037-574b-44e5-a9d6-1bdf8627b244 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:10:10.756140 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-45bb4182-40ca-41e6-ae15-ae00a7645cc4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:10:10.758416 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bb4182-40ca-41e6-ae15-ae00a7645cc4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:10:10.785643 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 35174) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:10.819514 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c035d419-d4b2-4c5f-a08e-54abe2aa15c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:10.842137 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-c035d419-d4b2-4c5f-a08e-54abe2aa15c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:10:10.842979 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-45bb4182-40ca-41e6-ae15-ae00a7645cc4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:10.851093 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-c035d419-d4b2-4c5f-a08e-54abe2aa15c0 admin admin] Usage tracker for resource:security_group_rule and tenant:db4900d38c7c4f458fa910617178b47b is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:10:10.856656 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-c035d419-d4b2-4c5f-a08e-54abe2aa15c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:10:10.879665 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-c035d419-d4b2-4c5f-a08e-54abe2aa15c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:10:10.909231 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-45bb4182-40ca-41e6-ae15-ae00a7645cc4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:10.922470 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-6b7c674e-02f3-469a-8835-db945fe06534 req-8e9e532c-9ddd-4840-ae86-1b491e83a2af tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] For port 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78,segment=NetworkSegment(ac563771-cfc3-43bf-933e-1d229ab3f487),segment_id=ac563771-cfc3-43bf-933e-1d229ab3f487)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:10:10.968462 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-6b7c674e-02f3-469a-8835-db945fe06534 req-8e9e532c-9ddd-4840-ae86-1b491e83a2af tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:10.975767 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-6b7c674e-02f3-469a-8835-db945fe06534 req-8e9e532c-9ddd-4840-ae86-1b491e83a2af tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2348572'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:10.993840 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-eb60d260-957c-4edd-a02d-07eb7797643b tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:11.179313 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c035d419-d4b2-4c5f-a08e-54abe2aa15c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:11.198827 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c035d419-d4b2-4c5f-a08e-54abe2aa15c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:11.206566 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e532c-9ddd-4840-ae86-1b491e83a2af tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Pushing event updated for resources: {'Port': ['ID=4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78,revision_number=6']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:11.217610 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-8e9e532c-9ddd-4840-ae86-1b491e83a2af tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:11.218315 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-2a5a0550-0fa4-4dff-92aa-d7357174ffab tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:11.280744 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-c035d419-d4b2-4c5f-a08e-54abe2aa15c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=db4900d38c7c4f458fa910617178b47b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4939709 Feb 16 18:10:11.287158 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035d419-d4b2-4c5f-a08e-54abe2aa15c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a347ec16-c815-4b6e-90dd-e79f8abc3b97,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:11.291032 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 35178) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:11.294375 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-c035d419-d4b2-4c5f-a08e-54abe2aa15c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:11.331142 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c674e-02f3-469a-8835-db945fe06534 req-8e9e532c-9ddd-4840-ae86-1b491e83a2af tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:11.331985 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-6b7c674e-02f3-469a-8835-db945fe06534 req-8e9e532c-9ddd-4840-ae86-1b491e83a2af tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:11.337244 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6b7c674e-02f3-469a-8835-db945fe06534 req-8e9e532c-9ddd-4840-ae86-1b491e83a2af tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "PUT /v2.0/ports/4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 HTTP/1.1" status: 200 len: 942 time: 0.9849277 Feb 16 18:10:11.337962 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc53fab-045d-41fc-864d-18cdeb92c558', 'tag': '4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:10:11.420398 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ffbdf5d2-b981-43cc-8271-0eadf368b71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:11.447583 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc53fab-045d-41fc-864d-18cdeb92c558', 'tag': '4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78', 'status': 'completed', 'code': 200} Feb 16 18:10:11.461862 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-45bb4182-40ca-41e6-ae15-ae00a7645cc4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:11.467668 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-45bb4182-40ca-41e6-ae15-ae00a7645cc4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2831644'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:11.489768 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a19b8180-b677-4f22-b769-bb44e8ef1191 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:11.507285 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ffbdf5d2-b981-43cc-8271-0eadf368b71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:11.565605 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-b12bfe97-c5ca-4635-8f49-b4644c3591dd None None] Provisioning complete for port 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:10:11.566274 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b12bfe97-c5ca-4635-8f49-b4644c3591dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:11.580496 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479c990-8189-47e0-ab09-4e47c1103d63 req-9d9edc86-ab54-4a5a-b943-04ad385928c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:11.582279 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9479c990-8189-47e0-ab09-4e47c1103d63 req-9d9edc86-ab54-4a5a-b943-04ad385928c4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7dfc2a9d167d4239b695d5ff5e8a3a94&device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 1162 time: 0.1369085 Feb 16 18:10:11.589877 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ffbdf5d2-b981-43cc-8271-0eadf368b71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:11.597710 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:11.650035 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb4182-40ca-41e6-ae15-ae00a7645cc4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Pushing event updated for resources: {'Port': ['ID=9defdfe0-a81b-479f-b851-7eaf8dfad210,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:11.654953 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-45bb4182-40ca-41e6-ae15-ae00a7645cc4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:11.727278 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbdf5d2-b981-43cc-8271-0eadf368b71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a347ec16-c815-4b6e-90dd-e79f8abc3b97,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:11.742272 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ffbdf5d2-b981-43cc-8271-0eadf368b71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:11.743490 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-ffbdf5d2-b981-43cc-8271-0eadf368b71a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a347ec16-c815-4b6e-90dd-e79f8abc3b97 HTTP/1.1" status: 204 len: 168 time: 0.4511368 Feb 16 18:10:11.745302 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ffbdf5d2-b981-43cc-8271-0eadf368b71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:11.785263 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-45bb4182-40ca-41e6-ae15-ae00a7645cc4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592459'] for floatingip, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:11.808561 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-45bb4182-40ca-41e6-ae15-ae00a7645cc4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for floatingip, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:11.811437 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-45bb4182-40ca-41e6-ae15-ae00a7645cc4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9465783 Feb 16 18:10:11.818250 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-86c91c34-04a5-4076-be85-ca7b2f6188df req-dc24512a-55a6-4aaf-96a8-b2eed3de5afe tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups/7ac2f220-96e3-4afc-866f-042c7098ec43 HTTP/1.1" status: 200 len: 3005 time: 0.4462309 Feb 16 18:10:11.857603 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479c990-8189-47e0-ab09-4e47c1103d63 req-9d493d15-7163-4607-8f4c-64093f033fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:11.859188 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9479c990-8189-47e0-ab09-4e47c1103d63 req-9d493d15-7163-4607-8f4c-64093f033fbb service neutron] 10.222.0.86 "GET /v2.0/networks?id=254b54a2-6ec3-4abc-b0fd-dceeba540521 HTTP/1.1" status: 200 len: 909 time: 0.2625928 Feb 16 18:10:12.151114 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 35204) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:12.172252 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5298bf3a-c28c-4097-a50b-03be381505eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:12.189637 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-5298bf3a-c28c-4097-a50b-03be381505eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:10:12.194299 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-5298bf3a-c28c-4097-a50b-03be381505eb admin admin] Usage tracker for resource:security_group_rule and tenant:b7b03075b2534bda9b081e81c610a41c is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:10:12.197543 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-5298bf3a-c28c-4097-a50b-03be381505eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:10:12.203724 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-5298bf3a-c28c-4097-a50b-03be381505eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:10:12.246718 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9479c990-8189-47e0-ab09-4e47c1103d63 req-e6565ae7-388e-424f-82d4-391cac9c53e2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 HTTP/1.1" status: 200 len: 1001 time: 0.3768752 Feb 16 18:10:12.249192 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-86c91c34-04a5-4076-be85-ca7b2f6188df req-a35c00d2-4f5c-410f-8b79-b2ce4702287e tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:12.293200 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5298bf3a-c28c-4097-a50b-03be381505eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:12.296176 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5298bf3a-c28c-4097-a50b-03be381505eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:12.305487 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-9762dd04-4f8b-4d8c-9d03-5add18196c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:12.348515 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-5298bf3a-c28c-4097-a50b-03be381505eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b7b03075b2534bda9b081e81c610a41c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1959221 Feb 16 18:10:12.349307 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298bf3a-c28c-4097-a50b-03be381505eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ec2a0b-868f-415b-a432-803c4b0f153c,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:12.352003 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 35208) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:12.353829 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-86c91c34-04a5-4076-be85-ca7b2f6188df req-a35c00d2-4f5c-410f-8b79-b2ce4702287e tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:12.354534 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-5298bf3a-c28c-4097-a50b-03be381505eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:12.363638 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-2a00b440-b6ad-4190-a987-75e561747826 req-bf970d61-47de-4e5d-9b8a-d5458a0f75d3 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Synchronizing usage tracker for tenant:a1ea36c4b5bf423eb1218bd861b1b8e3 on resource:security_group {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:10:12.396639 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479c990-8189-47e0-ab09-4e47c1103d63 req-3ac373b9-f3cb-428b-b82c-4d5eac93bd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:12.398256 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9479c990-8189-47e0-ab09-4e47c1103d63 req-3ac373b9-f3cb-428b-b82c-4d5eac93bd96 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=08e844c8-151c-4441-9ffd-e0d1f75d181d HTTP/1.1" status: 200 len: 853 time: 0.1411448 Feb 16 18:10:12.417904 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3c35be64-2319-47db-8709-851529545ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:12.447278 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3c35be64-2319-47db-8709-851529545ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:12.463480 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-2a00b440-b6ad-4190-a987-75e561747826 req-bf970d61-47de-4e5d-9b8a-d5458a0f75d3 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Unset dirty status for tenant:a1ea36c4b5bf423eb1218bd861b1b8e3 on resource:security_group {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:10:12.464741 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2a00b440-b6ad-4190-a987-75e561747826 req-bf970d61-47de-4e5d-9b8a-d5458a0f75d3 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1904953461&fields=id&tenant_id=a1ea36c4b5bf423eb1218bd861b1b8e3 HTTP/1.1" status: 200 len: 267 time: 0.2400374 Feb 16 18:10:12.494902 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3c35be64-2319-47db-8709-851529545ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:12.499803 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-b6172971-b1b8-4cbe-971d-3740b4c7de20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:12.512026 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35be64-2319-47db-8709-851529545ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ec2a0b-868f-415b-a432-803c4b0f153c,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:12.517032 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3c35be64-2319-47db-8709-851529545ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:12.520223 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3c35be64-2319-47db-8709-851529545ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:12.523888 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-3c35be64-2319-47db-8709-851529545ea9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/12ec2a0b-868f-415b-a432-803c4b0f153c HTTP/1.1" status: 204 len: 168 time: 0.1686497 Feb 16 18:10:12.583601 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-86c91c34-04a5-4076-be85-ca7b2f6188df req-a35c00d2-4f5c-410f-8b79-b2ce4702287e tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:12.591049 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-6b1b12e4-e037-4725-a320-6090bb06fc2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:12.622048 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c00d2-4f5c-410f-8b79-b2ce4702287e tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac2f220-96e3-4afc-866f-042c7098ec43,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:12.629709 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a35c00d2-4f5c-410f-8b79-b2ce4702287e tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:12.637265 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479c990-8189-47e0-ab09-4e47c1103d63 req-9b8d5a54-3511-4ba2-b70c-4bcaaeb65ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:12.638934 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9479c990-8189-47e0-ab09-4e47c1103d63 req-9b8d5a54-3511-4ba2-b70c-4bcaaeb65ea1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=254b54a2-6ec3-4abc-b0fd-dceeba540521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2268429 Feb 16 18:10:12.643907 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-86c91c34-04a5-4076-be85-ca7b2f6188df req-a35c00d2-4f5c-410f-8b79-b2ce4702287e tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:12.645051 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-86c91c34-04a5-4076-be85-ca7b2f6188df req-a35c00d2-4f5c-410f-8b79-b2ce4702287e tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "DELETE /v2.0/security-groups/7ac2f220-96e3-4afc-866f-042c7098ec43 HTTP/1.1" status: 204 len: 173 time: 0.8107951 Feb 16 18:10:12.700088 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:10:12.784818 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:10:12.785334 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:12.890274 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00b440-b6ad-4190-a987-75e561747826 req-23e3f1c0-013e-43d9-a9d8-42e0dca08e8e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:12.891906 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2a00b440-b6ad-4190-a987-75e561747826 req-23e3f1c0-013e-43d9-a9d8-42e0dca08e8e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/networks?id=52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d HTTP/1.1" status: 200 len: 817 time: 0.4191306 Feb 16 18:10:12.908737 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-28cad928-a5ca-4017-b780-35f1807239b9 req-9b5f5f51-f5df-4b2e-9922-d5f8a8cf187d tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/floatingips/06ddfd51-a292-423c-b432-49402c20e263 HTTP/1.1" status: 200 len: 998 time: 0.2225890 Feb 16 18:10:12.960219 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2a00b440-b6ad-4190-a987-75e561747826 req-a874b3b2-ac07-4e49-9474-c2e7198c664d tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/quotas/a1ea36c4b5bf423eb1218bd861b1b8e3 HTTP/1.1" status: 200 len: 375 time: 0.0587449 Feb 16 18:10:13.088213 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9479c990-8189-47e0-ab09-4e47c1103d63 req-208aaf12-ea05-4688-8e13-43e884d583d4 service neutron] 10.222.0.86 "GET /v2.0/networks/254b54a2-6ec3-4abc-b0fd-dceeba540521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392421 Feb 16 18:10:13.297920 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2a00b440-b6ad-4190-a987-75e561747826 req-ac4e0a86-a955-40b5-977a-d6ec872dc8a9 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a1ea36c4b5bf423eb1218bd861b1b8e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3251870 Feb 16 18:10:13.305131 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cad928-a5ca-4017-b780-35f1807239b9 req-0766ed93-6c8a-4523-a673-4ba1a7ab14df tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:13.306399 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-28cad928-a5ca-4017-b780-35f1807239b9 req-0766ed93-6c8a-4523-a673-4ba1a7ab14df tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/networks/d4f88037-574b-44e5-a9d6-1bdf8627b244 HTTP/1.1" status: 200 len: 784 time: 0.3743305 Feb 16 18:10:13.337250 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [req-28cad928-a5ca-4017-b780-35f1807239b9 req-3bd02a1a-a277-4e45-b937-04a8ee8c9a85 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:10:13.338355 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-28cad928-a5ca-4017-b780-35f1807239b9 req-3bd02a1a-a277-4e45-b937-04a8ee8c9a85 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0192101 Feb 16 18:10:13.344220 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9479c990-8189-47e0-ab09-4e47c1103d63 req-bb8403ba-0fa4-4d50-bb73-58b32184c960 service neutron] 10.222.0.86 "GET /v2.0/networks/254b54a2-6ec3-4abc-b0fd-dceeba540521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2461214 Feb 16 18:10:13.540810 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-28cad928-a5ca-4017-b780-35f1807239b9 req-73a8c9c7-c1af-44e6-9a94-397d220311ae tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.28.3.159 HTTP/1.1" status: 200 len: 1001 time: 0.1950338 Feb 16 18:10:13.663450 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cad928-a5ca-4017-b780-35f1807239b9 req-38966848-c62d-415f-889a-6f56c1854d2d tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:13.665088 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-28cad928-a5ca-4017-b780-35f1807239b9 req-38966848-c62d-415f-889a-6f56c1854d2d tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports/4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 HTTP/1.1" status: 200 len: 942 time: 0.1102808 Feb 16 18:10:13.683263 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2a00b440-b6ad-4190-a987-75e561747826 req-b850849d-ab2b-4ec5-861e-db73a95123c6 service neutron] 10.222.0.41 "GET /v2.0/networks/52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707709 Feb 16 18:10:13.919477 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-28cad928-a5ca-4017-b780-35f1807239b9 req-1625d161-f330-478f-9dc1-39cf70e4af9a tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.28.3.159 HTTP/1.1" status: 200 len: 1001 time: 0.1501188 Feb 16 18:10:14.015816 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2a00b440-b6ad-4190-a987-75e561747826 req-1fbe1f8f-7375-4c9b-a3ef-c1e86a73e815 service neutron] 10.222.0.41 "GET /v2.0/networks/52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3242509 Feb 16 18:10:14.403628 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-28cad928-a5ca-4017-b780-35f1807239b9 req-ff564242-338a-4d51-b9f3-1cd5d59d72ef tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Deleting port b05899e5-fb32-45be-804c-3c33020c4b2e {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:10:14.404219 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-28cad928-a5ca-4017-b780-35f1807239b9 req-ff564242-338a-4d51-b9f3-1cd5d59d72ef tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:14.489661 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-52b6cfc1-1a60-4a65-9ed6-9fb297fcc17b req-a325c007-fdaa-40b9-b969-f1fd72b145a6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 210 time: 0.0591235 Feb 16 18:10:14.708482 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-28cad928-a5ca-4017-b780-35f1807239b9 req-ff564242-338a-4d51-b9f3-1cd5d59d72ef tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:14.708856 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-28cad928-a5ca-4017-b780-35f1807239b9 req-ff564242-338a-4d51-b9f3-1cd5d59d72ef tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:14.856707 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-28cad928-a5ca-4017-b780-35f1807239b9 req-ff564242-338a-4d51-b9f3-1cd5d59d72ef tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Calling delete_port for b05899e5-fb32-45be-804c-3c33020c4b2e owned by network:floatingip {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:10:14.902165 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d5792-d2a8-4dbc-84df-30a010f87824 req-63ebf702-9bbb-4992-937b-3ac4dcbdf31f tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:14.903811 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-741d5792-d2a8-4dbc-84df-30a010f87824 req-63ebf702-9bbb-4992-937b-3ac4dcbdf31f tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.2971740 Feb 16 18:10:14.987293 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-741d5792-d2a8-4dbc-84df-30a010f87824 req-34b2efa1-e164-4877-8d71-58e7875c13cc tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755844 Feb 16 18:10:15.070426 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-28cad928-a5ca-4017-b780-35f1807239b9 req-ff564242-338a-4d51-b9f3-1cd5d59d72ef tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:15.086640 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-0b03ab6e-9b0f-4e97-9195-c31ef5969a1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:15.191925 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff564242-338a-4d51-b9f3-1cd5d59d72ef tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Pushing event deleted for resources: {'Port': ['ID=b05899e5-fb32-45be-804c-3c33020c4b2e,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:15.196688 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ff564242-338a-4d51-b9f3-1cd5d59d72ef tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:15.318879 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-28cad928-a5ca-4017-b780-35f1807239b9 req-ff564242-338a-4d51-b9f3-1cd5d59d72ef tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks [] for floatingip, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:15.319387 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.db.l3_db [req-28cad928-a5ca-4017-b780-35f1807239b9 req-ff564242-338a-4d51-b9f3-1cd5d59d72ef tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Floating IP 06ddfd51-a292-423c-b432-49402c20e263 disassociated (deleted). External IP: 172.28.3.159, port: 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78. Feb 16 18:10:15.688372 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8e08fae9-5de2-496a-a99c-7572641f7301 req-4ec68205-5f37-48dd-a3d4-1692ba37107f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 210 time: 0.0733097 Feb 16 18:10:15.760309 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00b440-b6ad-4190-a987-75e561747826 req-2a687675-3350-46b4-a13b-a144289216ef tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:15.761853 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2a00b440-b6ad-4190-a987-75e561747826 req-2a687675-3350-46b4-a13b-a144289216ef tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.86 "GET /v2.0/networks?id=52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d HTTP/1.1" status: 200 len: 817 time: 0.3178613 Feb 16 18:10:15.932055 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2a00b440-b6ad-4190-a987-75e561747826 req-d75ef33c-f008-4927-b1a1-0beca0e9e2c3 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a1ea36c4b5bf423eb1218bd861b1b8e3 HTTP/1.1" status: 200 len: 5708 time: 0.1102262 Feb 16 18:10:15.945260 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 6 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:10:15.947432 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-2a00b440-b6ad-4190-a987-75e561747826 req-3bb0b89d-611c-44bd-ab79-45c687eebc96 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Request body: {'port': {'device_id': 'b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82', 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d', 'admin_state_up': True, 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'security_groups': ['b32f5b29-d611-4da6-981e-8c1e46bd7033']}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:10:16.047451 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28cad928-a5ca-4017-b780-35f1807239b9 req-ff564242-338a-4d51-b9f3-1cd5d59d72ef tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Router 97e71f11-7f81-4855-b48d-001b33b48a55 has already been hosted by L3 agent 616de62f-f042-46f7-b8cf-861f27422584 {{(pid=83985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:10:16.549613 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device bc755515-3fc4-4b2c-8b01-1a2407d8ee1d no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:10:16.593858 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-2a00b440-b6ad-4190-a987-75e561747826 req-3bb0b89d-611c-44bd-ab79-45c687eebc96 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:10:16.607244 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-2a00b440-b6ad-4190-a987-75e561747826 req-3bb0b89d-611c-44bd-ab79-45c687eebc96 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Usage tracker for resource:port and tenant:a1ea36c4b5bf423eb1218bd861b1b8e3 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:10:16.622640 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-2a00b440-b6ad-4190-a987-75e561747826 req-3bb0b89d-611c-44bd-ab79-45c687eebc96 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:10:16.632225 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-2a00b440-b6ad-4190-a987-75e561747826 req-3bb0b89d-611c-44bd-ab79-45c687eebc96 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:10:16.655689 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28cad928-a5ca-4017-b780-35f1807239b9 req-ff564242-338a-4d51-b9f3-1cd5d59d72ef tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify agent at l3_agent.dv-cinder-763306-9-smb the message routers_updated {{(pid=83985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:10:16.686074 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a555e283-bc39-4d4c-a9e4-15857a9a11db None None] Sync routers for ids ['97e71f11-7f81-4855-b48d-001b33b48a55'] in dv-cinder-763306-9-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:10:16.694327 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288ca06-55fa-434c-a4c0-181ccd571787 req-83fe01f0-f32c-4c37-923b-18e3f64383f1 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:16.696418 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d288ca06-55fa-434c-a4c0-181ccd571787 req-83fe01f0-f32c-4c37-923b-18e3f64383f1 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.5641482 Feb 16 18:10:16.697259 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a00b440-b6ad-4190-a987-75e561747826 req-3bb0b89d-611c-44bd-ab79-45c687eebc96 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Made reservation on behalf of a1ea36c4b5bf423eb1218bd861b1b8e3 for: {'port': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:10:16.699523 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:16.703025 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-2a00b440-b6ad-4190-a987-75e561747826 req-3bb0b89d-611c-44bd-ab79-45c687eebc96 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:16.712024 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a555e283-bc39-4d4c-a9e4-15857a9a11db None None] Routers {'97e71f11-7f81-4855-b48d-001b33b48a55'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:10:16.712713 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-a555e283-bc39-4d4c-a9e4-15857a9a11db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:09:56Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['97e71f11-7f81-4855-b48d-001b33b48a55'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:10:16.723871 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e46502-6640-4adb-a13d-cf8204078e4c req-29f511fd-297c-48a6-a83a-20721436d5e9 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:16.725449 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c2e46502-6640-4adb-a13d-cf8204078e4c req-29f511fd-297c-48a6-a83a-20721436d5e9 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.86 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 946 time: 0.2892752 Feb 16 18:10:16.838762 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-28cad928-a5ca-4017-b780-35f1807239b9 req-ff564242-338a-4d51-b9f3-1cd5d59d72ef tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for floatingip, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:16.849768 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 35292) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:16.879821 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be8e831-bffb-491d-88e6-5031633988b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc755515-3fc4-4b2c-8b01-1a2407d8ee1d'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:10:16.907442 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] For port bc755515-3fc4-4b2c-8b01-1a2407d8ee1d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=bc755515-3fc4-4b2c-8b01-1a2407d8ee1d,segment=NetworkSegment(21e9a9a0-3fce-4e88-843b-4cc9439b3ace),segment_id=21e9a9a0-3fce-4e88-843b-4cc9439b3ace)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:10:16.915196 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:16.920007 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-9cb18ae7-8a74-4345-a538-2e533ccef4b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:16.984218 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b002b4e2-d364-4fad-8bd5-553d39623361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:16.985290 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d288ca06-55fa-434c-a4c0-181ccd571787 req-a3487394-072f-406d-b4b4-b4385591d40f tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689600 Feb 16 18:10:17.002594 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-b002b4e2-d364-4fad-8bd5-553d39623361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:10:17.007293 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-b002b4e2-d364-4fad-8bd5-553d39623361 admin admin] Usage tracker for resource:security_group_rule and tenant:78e68606b6064a0d90eadba5a1cb4b0c is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:10:17.010674 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-b002b4e2-d364-4fad-8bd5-553d39623361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:10:17.015167 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-c2e46502-6640-4adb-a13d-cf8204078e4c req-a65e1169-2c9f-49d5-b349-c82490bd7f40 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Deleting port bc755515-3fc4-4b2c-8b01-1a2407d8ee1d {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:10:17.015612 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-c2e46502-6640-4adb-a13d-cf8204078e4c req-a65e1169-2c9f-49d5-b349-c82490bd7f40 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:17.016952 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-b002b4e2-d364-4fad-8bd5-553d39623361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:10:17.085905 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-28cad928-a5ca-4017-b780-35f1807239b9 req-ff564242-338a-4d51-b9f3-1cd5d59d72ef tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "DELETE /v2.0/floatingips/06ddfd51-a292-423c-b432-49402c20e263 HTTP/1.1" status: 204 len: 173 time: 3.1525164 Feb 16 18:10:17.091436 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc53fab-045d-41fc-864d-18cdeb92c558', 'tag': '4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:10:17.131679 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b002b4e2-d364-4fad-8bd5-553d39623361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:17.136048 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b002b4e2-d364-4fad-8bd5-553d39623361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:17.168784 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3c35be64-2319-47db-8709-851529545ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:17.185676 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-b002b4e2-d364-4fad-8bd5-553d39623361 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=78e68606b6064a0d90eadba5a1cb4b0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3347363 Feb 16 18:10:17.187920 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 35306) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:17.208643 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-a555e283-bc39-4d4c-a9e4-15857a9a11db None None] Set router 97e71f11-7f81-4855-b48d-001b33b48a55 gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:10:17.244695 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002b4e2-d364-4fad-8bd5-553d39623361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c780967c-a4fa-41e8-b18e-4ec73e8cfd14,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:17.263457 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-b002b4e2-d364-4fad-8bd5-553d39623361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:17.284036 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9d807403-f527-48d3-8ee3-e9e51d718a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:17.313527 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9d807403-f527-48d3-8ee3-e9e51d718a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:17.358985 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8a94d525-601d-4b6e-8fcb-1ee69243af68 req-01e4aea3-8233-45af-8b8e-674b6a570ab1 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 210 time: 0.2417197 Feb 16 18:10:17.372133 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9d807403-f527-48d3-8ee3-e9e51d718a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:17.379971 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-69848cc4-85d4-4a45-9d99-86ad31525792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:17.397675 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d807403-f527-48d3-8ee3-e9e51d718a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c780967c-a4fa-41e8-b18e-4ec73e8cfd14,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:17.400833 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-9d807403-f527-48d3-8ee3-e9e51d718a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:17.402762 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9d807403-f527-48d3-8ee3-e9e51d718a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:17.407154 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-9d807403-f527-48d3-8ee3-e9e51d718a41 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c780967c-a4fa-41e8-b18e-4ec73e8cfd14 HTTP/1.1" status: 204 len: 168 time: 0.2180138 Feb 16 18:10:17.488103 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be8e831-bffb-491d-88e6-5031633988b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc755515-3fc4-4b2c-8b01-1a2407d8ee1d', 'code': 200} Feb 16 18:10:17.527918 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Pushing event updated for resources: {'Port': ['ID=bc755515-3fc4-4b2c-8b01-1a2407d8ee1d,revision_number=5']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:17.531903 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc53fab-045d-41fc-864d-18cdeb92c558', 'tag': '4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78', 'status': 'completed', 'code': 200} Feb 16 18:10:17.542782 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:17.649635 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348192ec-2be4-4cb1-ab4e-975d75bede7c req-ba698502-13eb-4e19-a16d-ffffe12c06d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:17.652426 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-348192ec-2be4-4cb1-ab4e-975d75bede7c req-ba698502-13eb-4e19-a16d-ffffe12c06d8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7dfc2a9d167d4239b695d5ff5e8a3a94&device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 1162 time: 0.0957835 Feb 16 18:10:17.661979 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cad928-a5ca-4017-b780-35f1807239b9 req-fc15d29d-ff67-46c0-be3e-bb0ed032fa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:17.663677 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-28cad928-a5ca-4017-b780-35f1807239b9 req-fc15d29d-ff67-46c0-be3e-bb0ed032fa21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7dfc2a9d167d4239b695d5ff5e8a3a94&device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 1162 time: 0.5454168 Feb 16 18:10:17.668604 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-a555e283-bc39-4d4c-a9e4-15857a9a11db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'name': 'tempest-TestMinimumBasicScenario-990617393-router', 'tenant_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.247'}], 'enable_snat': True}, 'gw_port_id': '9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:55Z', 'updated_at': '2021-02-16T18:07:04Z', 'revision_number': 4, 'project_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'gw_port': {'id': '9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:57Z', 'updated_at': '2021-02-16T18:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': 'e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf', 'name': '', 'network_id': '254b54a2-6ec3-4abc-b0fd-dceeba540521', 'tenant_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'mac_address': 'fa:16:3e:0d:a1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '08e844c8-151c-4441-9ffd-e0d1f75d181d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:02Z', 'updated_at': '2021-02-16T18:07:14Z', 'revision_number': 5, 'project_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'subnets': [{'id': '08e844c8-151c-4441-9ffd-e0d1f75d181d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:10:17.675807 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a555e283-bc39-4d4c-a9e4-15857a9a11db None None] Checking router: 97e71f11-7f81-4855-b48d-001b33b48a55 for host: dv-cinder-763306-9-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:10:17.687465 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a555e283-bc39-4d4c-a9e4-15857a9a11db None None] Routers {'97e71f11-7f81-4855-b48d-001b33b48a55'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:10:17.688454 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-a555e283-bc39-4d4c-a9e4-15857a9a11db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:09:56Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['97e71f11-7f81-4855-b48d-001b33b48a55'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:10:17.698132 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [req-2a00b440-b6ad-4190-a987-75e561747826 req-3bb0b89d-611c-44bd-ab79-45c687eebc96 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Allocated IP 172.20.0.12 (52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d/2eeef3d3-2e0a-421d-8113-cd0a34d78d12/dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:10:17.709167 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-c2e46502-6640-4adb-a13d-cf8204078e4c req-a65e1169-2c9f-49d5-b349-c82490bd7f40 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] For port bc755515-3fc4-4b2c-8b01-1a2407d8ee1d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=bc755515-3fc4-4b2c-8b01-1a2407d8ee1d,segment=NetworkSegment(21e9a9a0-3fce-4e88-843b-4cc9439b3ace),segment_id=21e9a9a0-3fce-4e88-843b-4cc9439b3ace)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:10:17.709574 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-c2e46502-6640-4adb-a13d-cf8204078e4c req-a65e1169-2c9f-49d5-b349-c82490bd7f40 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:17.826934 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348192ec-2be4-4cb1-ab4e-975d75bede7c req-9b7c2caa-e5a8-4970-a94d-0120ead86b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:17.829243 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-348192ec-2be4-4cb1-ab4e-975d75bede7c req-9b7c2caa-e5a8-4970-a94d-0120ead86b95 service neutron] 10.222.0.86 "GET /v2.0/networks?id=254b54a2-6ec3-4abc-b0fd-dceeba540521 HTTP/1.1" status: 200 len: 909 time: 0.1693413 Feb 16 18:10:17.916806 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-348192ec-2be4-4cb1-ab4e-975d75bede7c req-8f0a8d97-d3ae-4938-ab2a-a5a5690e2e0a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 HTTP/1.1" status: 200 len: 217 time: 0.0792062 Feb 16 18:10:17.943017 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-a555e283-bc39-4d4c-a9e4-15857a9a11db None None] Set router 97e71f11-7f81-4855-b48d-001b33b48a55 gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:10:18.013918 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348192ec-2be4-4cb1-ab4e-975d75bede7c req-570b7701-54d7-48e1-90b9-8fd9b57ee0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:18.016310 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-348192ec-2be4-4cb1-ab4e-975d75bede7c req-570b7701-54d7-48e1-90b9-8fd9b57ee0be service neutron] 10.222.0.86 "GET /v2.0/subnets?id=08e844c8-151c-4441-9ffd-e0d1f75d181d HTTP/1.1" status: 200 len: 853 time: 0.0930383 Feb 16 18:10:18.120338 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348192ec-2be4-4cb1-ab4e-975d75bede7c req-a23ede56-b3be-40f0-83e9-b535197dc4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:18.122290 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-348192ec-2be4-4cb1-ab4e-975d75bede7c req-a23ede56-b3be-40f0-83e9-b535197dc4f6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=254b54a2-6ec3-4abc-b0fd-dceeba540521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0937674 Feb 16 18:10:18.300482 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cad928-a5ca-4017-b780-35f1807239b9 req-1059d3a2-4078-471a-b242-2751203f2bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:18.302098 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-28cad928-a5ca-4017-b780-35f1807239b9 req-1059d3a2-4078-471a-b242-2751203f2bcf service neutron] 10.222.0.41 "GET /v2.0/networks?id=254b54a2-6ec3-4abc-b0fd-dceeba540521 HTTP/1.1" status: 200 len: 909 time: 0.6271253 Feb 16 18:10:18.352179 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-348192ec-2be4-4cb1-ab4e-975d75bede7c req-65ad842c-7008-4eca-b898-ece5fd4c27c4 service neutron] 10.222.0.86 "GET /v2.0/networks/254b54a2-6ec3-4abc-b0fd-dceeba540521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220640 Feb 16 18:10:18.362591 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-a555e283-bc39-4d4c-a9e4-15857a9a11db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'name': 'tempest-TestMinimumBasicScenario-990617393-router', 'tenant_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.247'}], 'enable_snat': True}, 'gw_port_id': '9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:55Z', 'updated_at': '2021-02-16T18:07:04Z', 'revision_number': 4, 'project_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'gw_port': {'id': '9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:57Z', 'updated_at': '2021-02-16T18:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': 'e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf', 'name': '', 'network_id': '254b54a2-6ec3-4abc-b0fd-dceeba540521', 'tenant_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'mac_address': 'fa:16:3e:0d:a1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '08e844c8-151c-4441-9ffd-e0d1f75d181d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:02Z', 'updated_at': '2021-02-16T18:07:14Z', 'revision_number': 5, 'project_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'subnets': [{'id': '08e844c8-151c-4441-9ffd-e0d1f75d181d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:10:18.367129 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a555e283-bc39-4d4c-a9e4-15857a9a11db None None] The sync data for ids ['97e71f11-7f81-4855-b48d-001b33b48a55'] in dv-cinder-763306-9-smb is: [{'id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'name': 'tempest-TestMinimumBasicScenario-990617393-router', 'tenant_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.247'}], 'enable_snat': True}, 'gw_port_id': '9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:55Z', 'updated_at': '2021-02-16T18:07:04Z', 'revision_number': 4, 'project_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'gw_port': {'id': '9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:57Z', 'updated_at': '2021-02-16T18:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': 'e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf', 'name': '', 'network_id': '254b54a2-6ec3-4abc-b0fd-dceeba540521', 'tenant_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'mac_address': 'fa:16:3e:0d:a1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '08e844c8-151c-4441-9ffd-e0d1f75d181d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:02Z', 'updated_at': '2021-02-16T18:07:14Z', 'revision_number': 5, 'project_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'subnets': [{'id': '08e844c8-151c-4441-9ffd-e0d1f75d181d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:10:18.526490 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-348192ec-2be4-4cb1-ab4e-975d75bede7c req-33e2b170-cc70-4e1d-8717-94652807b4c1 service neutron] 10.222.0.86 "GET /v2.0/networks/254b54a2-6ec3-4abc-b0fd-dceeba540521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1674733 Feb 16 18:10:18.733833 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-28cad928-a5ca-4017-b780-35f1807239b9 req-4ce66a4b-7e55-4768-b0a9-bf57cbd17dc3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 HTTP/1.1" status: 200 len: 217 time: 0.4098091 Feb 16 18:10:18.828939 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24285884-2d45-4e8c-b2ac-38f2313669e1 None None] New status for floating IP 06ddfd51-a292-423c-b432-49402c20e263: DOWN {{(pid=83988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 18:10:18.867134 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-c2e46502-6640-4adb-a13d-cf8204078e4c req-a65e1169-2c9f-49d5-b349-c82490bd7f40 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:18.867597 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-c2e46502-6640-4adb-a13d-cf8204078e4c req-a65e1169-2c9f-49d5-b349-c82490bd7f40 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592459'] for floatingip, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:18.867955 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.db.l3_db [req-c2e46502-6640-4adb-a13d-cf8204078e4c req-a65e1169-2c9f-49d5-b349-c82490bd7f40 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Floating IP 9eb0a33e-b25b-4971-bce0-8d81cb4a9065 disassociated. External IP: 172.28.3.162, port: bc755515-3fc4-4b2c-8b01-1a2407d8ee1d. Feb 16 18:10:18.868346 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-c2e46502-6640-4adb-a13d-cf8204078e4c req-a65e1169-2c9f-49d5-b349-c82490bd7f40 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Calling delete_port for bc755515-3fc4-4b2c-8b01-1a2407d8ee1d owned by compute:nova {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:10:18.941672 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-2a00b440-b6ad-4190-a987-75e561747826 req-3bb0b89d-611c-44bd-ab79-45c687eebc96 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:18.979715 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debfa50-c7ea-408b-ab37-1c258aec5e49 req-8100670e-044b-44a9-98e3-869c6bdb482f tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:18.981350 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8debfa50-c7ea-408b-ab37-1c258aec5e49 req-8100670e-044b-44a9-98e3-869c6bdb482f tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 944 time: 0.7583547 Feb 16 18:10:18.982715 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cad928-a5ca-4017-b780-35f1807239b9 req-7af10035-5e96-44af-b7c4-94fef71b4009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:18.984181 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-28cad928-a5ca-4017-b780-35f1807239b9 req-7af10035-5e96-44af-b7c4-94fef71b4009 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=08e844c8-151c-4441-9ffd-e0d1f75d181d HTTP/1.1" status: 200 len: 853 time: 0.2225146 Feb 16 18:10:18.993661 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [req-2a00b440-b6ad-4190-a987-75e561747826 req-3bb0b89d-611c-44bd-ab79-45c687eebc96 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Transition to ACTIVE for port object dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e will not be triggered until provisioned by entity DHCP. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:10:19.168242 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8debfa50-c7ea-408b-ab37-1c258aec5e49 req-c7aacb36-5858-442e-8e08-bb2d27703f76 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606922 Feb 16 18:10:19.208247 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-2a00b440-b6ad-4190-a987-75e561747826 req-3bb0b89d-611c-44bd-ab79-45c687eebc96 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:19.231804 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-6d551a37-8793-4912-a240-eba7fb9057f9 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:19.346465 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cad928-a5ca-4017-b780-35f1807239b9 req-f7f43f3e-8a4d-4c42-8b25-f399c4055563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:19.348168 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-28cad928-a5ca-4017-b780-35f1807239b9 req-f7f43f3e-8a4d-4c42-8b25-f399c4055563 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=254b54a2-6ec3-4abc-b0fd-dceeba540521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3428907 Feb 16 18:10:19.363192 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-c2e46502-6640-4adb-a13d-cf8204078e4c req-a65e1169-2c9f-49d5-b349-c82490bd7f40 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:19.592884 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0b89d-611c-44bd-ab79-45c687eebc96 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Pushing event updated for resources: {'Port': ['ID=dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:19.596103 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3bb0b89d-611c-44bd-ab79-45c687eebc96 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:19.608009 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-0fc2a8d1-612d-4deb-b2d8-d26c6d555167 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:19.682376 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e1169-2c9f-49d5-b349-c82490bd7f40 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Pushing event deleted for resources: {'Port': ['ID=bc755515-3fc4-4b2c-8b01-1a2407d8ee1d,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:19.685221 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a65e1169-2c9f-49d5-b349-c82490bd7f40 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:19.812374 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a00b440-b6ad-4190-a987-75e561747826 req-3bb0b89d-611c-44bd-ab79-45c687eebc96 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Network 52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:10:19.820036 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [req-2a00b440-b6ad-4190-a987-75e561747826 req-3bb0b89d-611c-44bd-ab79-45c687eebc96 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:10:19.822483 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a00b440-b6ad-4190-a987-75e561747826 req-3bb0b89d-611c-44bd-ab79-45c687eebc96 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:10:19.852208 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-28cad928-a5ca-4017-b780-35f1807239b9 req-9fb68d84-75de-4aac-a7c9-aa52bb0e89f2 service neutron] 10.222.0.41 "GET /v2.0/networks/254b54a2-6ec3-4abc-b0fd-dceeba540521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4930465 Feb 16 18:10:19.914535 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a796d12-6997-4c91-b127-3e619aa07586 req-3b71ef4d-fbcd-4452-adb5-d54295d7270a tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:19.919996 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4a796d12-6997-4c91-b127-3e619aa07586 req-3b71ef4d-fbcd-4452-adb5-d54295d7270a tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 932 time: 0.4043400 Feb 16 18:10:20.089742 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-b8b551bd-b0dd-42dd-9dab-f2c46aea27c8 None None] Provisioning for port dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e completed by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:10:20.095257 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-b8b551bd-b0dd-42dd-9dab-f2c46aea27c8 None None] Provisioning complete for port dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:10:20.095748 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b8b551bd-b0dd-42dd-9dab-f2c46aea27c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:20.158564 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-b8b551bd-b0dd-42dd-9dab-f2c46aea27c8 None None] Port dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e cannot update to ACTIVE because it is not bound. {{(pid=83987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:10:20.158662 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00b440-b6ad-4190-a987-75e561747826 req-3bb0b89d-611c-44bd-ab79-45c687eebc96 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:20.160002 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-2a00b440-b6ad-4190-a987-75e561747826 req-3bb0b89d-611c-44bd-ab79-45c687eebc96 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:20.226562 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4a796d12-6997-4c91-b127-3e619aa07586 req-f4e17325-12f3-401f-a86b-55d617335b11 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2489910 Feb 16 18:10:20.258030 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2a00b440-b6ad-4190-a987-75e561747826 req-3bb0b89d-611c-44bd-ab79-45c687eebc96 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3172803 Feb 16 18:10:20.284776 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-2a00b440-b6ad-4190-a987-75e561747826 req-569c1cb3-2fea-4972-b656-e4168ed8748a service neutron] Request body: {'port': {'device_id': 'b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:10:20.346638 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-28cad928-a5ca-4017-b780-35f1807239b9 req-3655e18c-c2a3-4448-992c-b55f1d98a8e5 service neutron] 10.222.0.41 "GET /v2.0/networks/254b54a2-6ec3-4abc-b0fd-dceeba540521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4772193 Feb 16 18:10:20.644416 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-b1a2921d-c4ac-46ac-a3fe-d494326c12c8 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9dfd78cd29ce4cbf9a42cce662b44d28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3061490 Feb 16 18:10:20.696029 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-c2906d8b-28a9-4fc8-8901-5506a275e3c9 req-f2af9417-b865-4894-a095-c419df879996 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Synchronizing usage tracker for tenant:677540ccd8c14828bf2eccdddfe30bd5 on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:10:20.809191 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2e46502-6640-4adb-a13d-cf8204078e4c req-a65e1169-2c9f-49d5-b349-c82490bd7f40 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Router d2375c41-cb38-404a-9b08-5ba3fda53692 has already been hosted by L3 agent 616de62f-f042-46f7-b8cf-861f27422584 {{(pid=83985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:10:20.915676 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-c2906d8b-28a9-4fc8-8901-5506a275e3c9 req-f2af9417-b865-4894-a095-c419df879996 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Unset dirty status for tenant:677540ccd8c14828bf2eccdddfe30bd5 on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:10:20.916881 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c2906d8b-28a9-4fc8-8901-5506a275e3c9 req-f2af9417-b865-4894-a095-c419df879996 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 210 time: 0.3237975 Feb 16 18:10:20.993506 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-2a00b440-b6ad-4190-a987-75e561747826 req-569c1cb3-2fea-4972-b656-e4168ed8748a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:21.122432 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-30fb2672-7053-4d27-ae94-9a273b5b80a2 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:21.124542 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-30fb2672-7053-4d27-ae94-9a273b5b80a2 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4630299 Feb 16 18:10:21.208480 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-37e9edfd-59df-42ff-b69d-c38ad5bc809d tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] 10.222.0.41 "GET /v2.0/quotas/9dfd78cd29ce4cbf9a42cce662b44d28 HTTP/1.1" status: 200 len: 375 time: 0.0703180 Feb 16 18:10:21.265727 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2e46502-6640-4adb-a13d-cf8204078e4c req-a65e1169-2c9f-49d5-b349-c82490bd7f40 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify agent at l3_agent.dv-cinder-763306-9-smb the message routers_updated {{(pid=83985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:10:21.278677 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3c4b24-a353-44ba-a72a-c12d191fd168 None None] Sync routers for ids ['d2375c41-cb38-404a-9b08-5ba3fda53692'] in dv-cinder-763306-9-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:10:21.288165 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3c4b24-a353-44ba-a72a-c12d191fd168 None None] Routers {'d2375c41-cb38-404a-9b08-5ba3fda53692'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:10:21.288976 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-bd3c4b24-a353-44ba-a72a-c12d191fd168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:09:56Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['d2375c41-cb38-404a-9b08-5ba3fda53692'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:10:21.332056 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-0da164b8-f6ef-4f80-9b57-706b0e2e2e5c tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9dfd78cd29ce4cbf9a42cce662b44d28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1141744 Feb 16 18:10:21.339048 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e46502-6640-4adb-a13d-cf8204078e4c req-a65e1169-2c9f-49d5-b349-c82490bd7f40 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] No DVR routers for this DVR port bc755515-3fc4-4b2c-8b01-1a2407d8ee1d on host hv-cinder-76330 {{(pid=83985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:10:21.341934 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-c2e46502-6640-4adb-a13d-cf8204078e4c req-a65e1169-2c9f-49d5-b349-c82490bd7f40 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:21.344077 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c2e46502-6640-4adb-a13d-cf8204078e4c req-a65e1169-2c9f-49d5-b349-c82490bd7f40 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.86 "DELETE /v2.0/ports/bc755515-3fc4-4b2c-8b01-1a2407d8ee1d HTTP/1.1" status: 204 len: 173 time: 4.6116323 Feb 16 18:10:21.344782 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be8e831-bffb-491d-88e6-5031633988b4', 'name': 'network-vif-deleted', 'tag': 'bc755515-3fc4-4b2c-8b01-1a2407d8ee1d'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:10:21.572722 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-bd3c4b24-a353-44ba-a72a-c12d191fd168 None None] Set router d2375c41-cb38-404a-9b08-5ba3fda53692 gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:10:21.673827 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61aa2ac-7bad-4e42-97a1-09b88240ca18 req-f9ec9f57-3bcd-49c9-b17b-6069d13b3d81 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:21.674629 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-f61aa2ac-7bad-4e42-97a1-09b88240ca18 req-f9ec9f57-3bcd-49c9-b17b-6069d13b3d81 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Synchronizing usage tracker for tenant:a1ea36c4b5bf423eb1218bd861b1b8e3 on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:10:21.695243 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be8e831-bffb-491d-88e6-5031633988b4', 'name': 'network-vif-deleted', 'tag': 'bc755515-3fc4-4b2c-8b01-1a2407d8ee1d', 'status': 'completed', 'code': 200} Feb 16 18:10:21.714482 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-f61aa2ac-7bad-4e42-97a1-09b88240ca18 req-f9ec9f57-3bcd-49c9-b17b-6069d13b3d81 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Unset dirty status for tenant:a1ea36c4b5bf423eb1218bd861b1b8e3 on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:10:21.715882 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f61aa2ac-7bad-4e42-97a1-09b88240ca18 req-f9ec9f57-3bcd-49c9-b17b-6069d13b3d81 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 932 time: 0.3228831 Feb 16 18:10:21.850460 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-091fe37b-9a99-424d-9bff-2e2231099ddc req-4e0614d0-ff5b-4816-b1e1-d4e857dcabb8 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] 10.222.0.41 "GET /v2.0/ports?device_id=e709224f-f45e-4672-b00d-69dd61a90aab HTTP/1.1" status: 200 len: 210 time: 0.1005087 Feb 16 18:10:21.901351 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f61aa2ac-7bad-4e42-97a1-09b88240ca18 req-a911a15b-9473-40ec-90d4-f3fe02ac2bc7 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756012 Feb 16 18:10:21.910518 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [req-2a00b440-b6ad-4190-a987-75e561747826 req-569c1cb3-2fea-4972-b656-e4168ed8748a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e {{(pid=83985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:10:21.931999 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-2a00b440-b6ad-4190-a987-75e561747826 req-569c1cb3-2fea-4972-b656-e4168ed8748a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:21.946661 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [req-2a00b440-b6ad-4190-a987-75e561747826 req-569c1cb3-2fea-4972-b656-e4168ed8748a service neutron] Transition to ACTIVE for port object dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:10:21.949886 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-2a00b440-b6ad-4190-a987-75e561747826 req-569c1cb3-2fea-4972-b656-e4168ed8748a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2348572'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:21.968596 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-8cefcf76-d7cf-4366-a0a3-f21590121922 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:21.968808 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-bd3c4b24-a353-44ba-a72a-c12d191fd168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'name': 'tempest-AttachVolumeTestJSON-1463964587-router', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:05:05Z', 'updated_at': '2021-02-16T18:05:16Z', 'revision_number': 4, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'gw_port': {'id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:07Z', 'updated_at': '2021-02-16T18:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': 'dd1ae98c-fd17-493b-8979-8f609018af7c', 'name': '', 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'mac_address': 'fa:16:3e:51:f9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'efa71cb3-35bc-48e0-ae8d-25f67e7ef6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:13Z', 'updated_at': '2021-02-16T18:05:28Z', 'revision_number': 5, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'subnets': [{'id': 'efa71cb3-35bc-48e0-ae8d-25f67e7ef6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:10:21.974389 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3c4b24-a353-44ba-a72a-c12d191fd168 None None] Checking router: d2375c41-cb38-404a-9b08-5ba3fda53692 for host: dv-cinder-763306-9-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:10:21.984633 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3c4b24-a353-44ba-a72a-c12d191fd168 None None] Routers {'d2375c41-cb38-404a-9b08-5ba3fda53692'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:10:21.985612 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-bd3c4b24-a353-44ba-a72a-c12d191fd168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:09:56Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['d2375c41-cb38-404a-9b08-5ba3fda53692'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:10:22.217650 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-bd3c4b24-a353-44ba-a72a-c12d191fd168 None None] Set router d2375c41-cb38-404a-9b08-5ba3fda53692 gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:10:22.255385 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c1cb3-2fea-4972-b656-e4168ed8748a service neutron] Pushing event updated for resources: {'Port': ['ID=dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:22.260879 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-569c1cb3-2fea-4972-b656-e4168ed8748a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:22.382368 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f60b3f8a-914f-446f-ad36-9795ab85c92c req-04ac2066-d323-4f18-b57d-9664e6a47b1b tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be8e831-bffb-491d-88e6-5031633988b4 HTTP/1.1" status: 200 len: 210 time: 0.0732474 Feb 16 18:10:22.553807 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-2a00b440-b6ad-4190-a987-75e561747826 req-569c1cb3-2fea-4972-b656-e4168ed8748a service neutron] Attempting to bind port dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:10:22.554357 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-2a00b440-b6ad-4190-a987-75e561747826 req-569c1cb3-2fea-4972-b656-e4168ed8748a service neutron] Attempting to bind port dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '2211e4c8-d7a9-44b5-ba41-6ae46eb39c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:10:22.554730 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a00b440-b6ad-4190-a987-75e561747826 req-569c1cb3-2fea-4972-b656-e4168ed8748a service neutron] Attempting to bind port dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e on network 52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:10:22.561251 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a00b440-b6ad-4190-a987-75e561747826 req-569c1cb3-2fea-4972-b656-e4168ed8748a service neutron] Checking agent: {'id': '0ec6646b-198c-4ca3-9e9d-d080d83e847c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 2, 57), 'started_at': datetime.datetime(2021, 2, 16, 18, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:10:22.561625 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a00b440-b6ad-4190-a987-75e561747826 req-569c1cb3-2fea-4972-b656-e4168ed8748a service neutron] Checking segment: {'id': '2211e4c8-d7a9-44b5-ba41-6ae46eb39c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:10:22.562033 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-2a00b440-b6ad-4190-a987-75e561747826 req-569c1cb3-2fea-4972-b656-e4168ed8748a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:22.562422 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a00b440-b6ad-4190-a987-75e561747826 req-569c1cb3-2fea-4972-b656-e4168ed8748a service neutron] Bound using segment: {'id': '2211e4c8-d7a9-44b5-ba41-6ae46eb39c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:10:22.563064 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-2a00b440-b6ad-4190-a987-75e561747826 req-569c1cb3-2fea-4972-b656-e4168ed8748a service neutron] Bound port: dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2211e4c8-d7a9-44b5-ba41-6ae46eb39c79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:10:22.563482 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-2a00b440-b6ad-4190-a987-75e561747826 req-569c1cb3-2fea-4972-b656-e4168ed8748a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:22.665965 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-2a00b440-b6ad-4190-a987-75e561747826 req-569c1cb3-2fea-4972-b656-e4168ed8748a service neutron] For port dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e, host hv-cinder-76330, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:10:22.669565 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-2a00b440-b6ad-4190-a987-75e561747826 req-569c1cb3-2fea-4972-b656-e4168ed8748a service neutron] For port dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e,segment=NetworkSegment(2211e4c8-d7a9-44b5-ba41-6ae46eb39c79),segment_id=2211e4c8-d7a9-44b5-ba41-6ae46eb39c79)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:10:22.675386 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-2a00b440-b6ad-4190-a987-75e561747826 req-569c1cb3-2fea-4972-b656-e4168ed8748a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2348572'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:22.695460 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-8d57f418-d974-4f01-8383-22138608b0c0 tempest-ServerRescueNegativeTestJSON-1146049805 tempest-ServerRescueNegativeTestJSON-1146049805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:22.843150 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-bd3c4b24-a353-44ba-a72a-c12d191fd168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'name': 'tempest-AttachVolumeTestJSON-1463964587-router', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:05:05Z', 'updated_at': '2021-02-16T18:05:16Z', 'revision_number': 4, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'gw_port': {'id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:07Z', 'updated_at': '2021-02-16T18:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': 'dd1ae98c-fd17-493b-8979-8f609018af7c', 'name': '', 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'mac_address': 'fa:16:3e:51:f9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'efa71cb3-35bc-48e0-ae8d-25f67e7ef6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:13Z', 'updated_at': '2021-02-16T18:05:28Z', 'revision_number': 5, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'subnets': [{'id': 'efa71cb3-35bc-48e0-ae8d-25f67e7ef6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:10:22.844794 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c1cb3-2fea-4972-b656-e4168ed8748a service neutron] Pushing event updated for resources: {'Port': ['ID=dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:22.850575 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3c4b24-a353-44ba-a72a-c12d191fd168 None None] The sync data for ids ['d2375c41-cb38-404a-9b08-5ba3fda53692'] in dv-cinder-763306-9-smb is: [{'id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'name': 'tempest-AttachVolumeTestJSON-1463964587-router', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:05:05Z', 'updated_at': '2021-02-16T18:05:16Z', 'revision_number': 4, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'gw_port': {'id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:07Z', 'updated_at': '2021-02-16T18:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': 'dd1ae98c-fd17-493b-8979-8f609018af7c', 'name': '', 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'mac_address': 'fa:16:3e:51:f9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'efa71cb3-35bc-48e0-ae8d-25f67e7ef6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:13Z', 'updated_at': '2021-02-16T18:05:28Z', 'revision_number': 5, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'subnets': [{'id': 'efa71cb3-35bc-48e0-ae8d-25f67e7ef6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:10:22.868445 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-569c1cb3-2fea-4972-b656-e4168ed8748a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:22.906654 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00b440-b6ad-4190-a987-75e561747826 req-569c1cb3-2fea-4972-b656-e4168ed8748a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:22.907895 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-2a00b440-b6ad-4190-a987-75e561747826 req-569c1cb3-2fea-4972-b656-e4168ed8748a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:22.909916 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2a00b440-b6ad-4190-a987-75e561747826 req-569c1cb3-2fea-4972-b656-e4168ed8748a service neutron] 10.222.0.86 "PUT /v2.0/ports/dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e HTTP/1.1" status: 200 len: 1158 time: 2.6424270 Feb 16 18:10:23.117437 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-6e504bfd-02f6-4b06-a81a-b8eab86c780f tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=9dfd78cd29ce4cbf9a42cce662b44d28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1076539 Feb 16 18:10:23.268431 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c2809806-1677-4aac-b316-145a7da826ee req-31e7cf45-431a-4f5e-a30a-d3ebf636cf02 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] 10.222.0.41 "GET /v2.0/ports?device_id=e709224f-f45e-4672-b00d-69dd61a90aab HTTP/1.1" status: 200 len: 210 time: 0.2032685 Feb 16 18:10:23.395811 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883e28a1-925e-462c-a002-b6d222cf8627 None None] New status for floating IP 9eb0a33e-b25b-4971-bce0-8d81cb4a9065: DOWN {{(pid=83988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 18:10:23.492114 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c59434a9-b806-405a-9b79-c867795fcda0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:23.533347 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 35406) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:23.605594 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9fcd006a-1065-4c07-b44a-84f6ee3127ea tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:23.646418 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9fcd006a-1065-4c07-b44a-84f6ee3127ea tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:23.697205 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9fcd006a-1065-4c07-b44a-84f6ee3127ea tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:23.698157 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82', 'tag': 'dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:10:23.702952 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3d036a92-5a9f-4a64-b80c-404c902e86a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:23.721254 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd006a-1065-4c07-b44a-84f6ee3127ea tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=569c4fdb-f656-4e8a-ad7d-2f47cf7688dd,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:23.724793 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-9fcd006a-1065-4c07-b44a-84f6ee3127ea tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:23.735909 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-9fcd006a-1065-4c07-b44a-84f6ee3127ea tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:23.737638 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-9fcd006a-1065-4c07-b44a-84f6ee3127ea tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "DELETE /v2.0/security-groups/569c4fdb-f656-4e8a-ad7d-2f47cf7688dd HTTP/1.1" status: 204 len: 168 time: 0.2028797 Feb 16 18:10:23.740437 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 35412) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:23.754403 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-a8f4acf1-75b8-4abb-a098-edabf5117214 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:23.756015 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-a8f4acf1-75b8-4abb-a098-edabf5117214 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6299343 Feb 16 18:10:23.772793 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f938d-9d24-4bfc-85a6-94cd76788a47 req-b1ec93c1-737e-472c-bfb8-fa855f9382e2 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:23.773226 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.v2.resource [None req-56dffb02-4b4f-45f0-b8de-9ef74fccff65 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] show failed (client error): The resource could not be found. Feb 16 18:10:23.773226 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-56dffb02-4b4f-45f0-b8de-9ef74fccff65 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups/569c4fdb-f656-4e8a-ad7d-2f47cf7688dd HTTP/1.1" status: 404 len: 347 time: 0.0284657 Feb 16 18:10:23.773226 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 35416) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:23.774132 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-298f938d-9d24-4bfc-85a6-94cd76788a47 req-b1ec93c1-737e-472c-bfb8-fa855f9382e2 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 944 time: 0.6591473 Feb 16 18:10:23.777344 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82', 'tag': 'dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e', 'status': 'completed', 'code': 200} Feb 16 18:10:23.779452 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00b440-b6ad-4190-a987-75e561747826 req-9e68b04a-417a-4a2b-b9cb-a9a4505d0e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:23.781022 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2a00b440-b6ad-4190-a987-75e561747826 req-9e68b04a-417a-4a2b-b9cb-a9a4505d0e1d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a1ea36c4b5bf423eb1218bd861b1b8e3&device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 1161 time: 0.8043740 Feb 16 18:10:23.786077 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-796b76dd-4e85-4cf7-a995-2900fb47e0c2 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Request body: {'port': {'device_id': 'e709224f-f45e-4672-b00d-69dd61a90aab', 'network_id': 'c99c3340-f883-4139-a460-2214bc99173f', 'admin_state_up': True, 'tenant_id': '9dfd78cd29ce4cbf9a42cce662b44d28'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:10:23.944813 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-466377cd-f434-4871-bf26-4b9e10dea406 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Deleting port f08ee981-6e1b-431d-9d7b-4fb04a2d6ce5 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:10:23.945106 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-466377cd-f434-4871-bf26-4b9e10dea406 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:23.957129 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2a00b440-b6ad-4190-a987-75e561747826 req-8bfba775-3211-435d-9230-ad5e499e16db service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e HTTP/1.1" status: 200 len: 217 time: 0.1509352 Feb 16 18:10:24.042628 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-298f938d-9d24-4bfc-85a6-94cd76788a47 req-decb6aa2-6cd0-4c46-9e2d-7447a2e1fbae tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2606108 Feb 16 18:10:24.090657 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00b440-b6ad-4190-a987-75e561747826 req-c419bd01-56d0-4c97-b8dc-542c7dd5d04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:24.092313 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2a00b440-b6ad-4190-a987-75e561747826 req-c419bd01-56d0-4c97-b8dc-542c7dd5d04c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2eeef3d3-2e0a-421d-8113-cd0a34d78d12 HTTP/1.1" status: 200 len: 856 time: 0.1218572 Feb 16 18:10:24.135335 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-466377cd-f434-4871-bf26-4b9e10dea406 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:24.135734 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-466377cd-f434-4871-bf26-4b9e10dea406 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:24.138397 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-796b76dd-4e85-4cf7-a995-2900fb47e0c2 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:10:24.158671 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-796b76dd-4e85-4cf7-a995-2900fb47e0c2 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Usage tracker for resource:port and tenant:9dfd78cd29ce4cbf9a42cce662b44d28 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:10:24.162452 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-796b76dd-4e85-4cf7-a995-2900fb47e0c2 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:10:24.171131 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-796b76dd-4e85-4cf7-a995-2900fb47e0c2 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:10:24.197246 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-796b76dd-4e85-4cf7-a995-2900fb47e0c2 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Made reservation on behalf of 9dfd78cd29ce4cbf9a42cce662b44d28 for: {'port': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:10:24.202783 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-796b76dd-4e85-4cf7-a995-2900fb47e0c2 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:24.222305 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00b440-b6ad-4190-a987-75e561747826 req-db783b31-8106-4c91-937f-83d3d8c076ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:24.223963 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2a00b440-b6ad-4190-a987-75e561747826 req-db783b31-8106-4c91-937f-83d3d8c076ab service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1247020 Feb 16 18:10:24.224681 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-796b76dd-4e85-4cf7-a995-2900fb47e0c2 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:24.272165 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-466377cd-f434-4871-bf26-4b9e10dea406 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Calling delete_port for f08ee981-6e1b-431d-9d7b-4fb04a2d6ce5 owned by network:floatingip {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:10:24.328276 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-796b76dd-4e85-4cf7-a995-2900fb47e0c2 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:10:24.336668 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-796b76dd-4e85-4cf7-a995-2900fb47e0c2 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Usage tracker for resource:security_group_rule and tenant:9dfd78cd29ce4cbf9a42cce662b44d28 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:10:24.341170 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-796b76dd-4e85-4cf7-a995-2900fb47e0c2 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:10:24.350464 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-796b76dd-4e85-4cf7-a995-2900fb47e0c2 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:10:24.417415 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2a00b440-b6ad-4190-a987-75e561747826 req-aa87d3e8-9b8f-49c3-af10-8752ca394e2e service neutron] 10.222.0.86 "GET /v2.0/networks/52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829014 Feb 16 18:10:24.434852 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-466377cd-f434-4871-bf26-4b9e10dea406 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851944169'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:24.451213 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-0604475d-b6ec-4e5b-a77d-5171777c8d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:24.497357 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-047a5386-8526-4824-93de-2a7d279ca9dc req-c321c8b3-6b1e-4a90-a44d-4c4eebdb989c tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] 10.222.0.41 "GET /v2.0/ports?device_id=e709224f-f45e-4672-b00d-69dd61a90aab HTTP/1.1" status: 200 len: 210 time: 0.0855265 Feb 16 18:10:24.564779 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466377cd-f434-4871-bf26-4b9e10dea406 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Pushing event deleted for resources: {'Port': ['ID=f08ee981-6e1b-431d-9d7b-4fb04a2d6ce5,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:24.569762 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-466377cd-f434-4871-bf26-4b9e10dea406 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:24.660898 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2a00b440-b6ad-4190-a987-75e561747826 req-440f8ecb-ddfe-4027-a5ae-4bfa1c7328d7 service neutron] 10.222.0.86 "GET /v2.0/networks/52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2068765 Feb 16 18:10:24.662727 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-796b76dd-4e85-4cf7-a995-2900fb47e0c2 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:24.666420 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-796b76dd-4e85-4cf7-a995-2900fb47e0c2 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:24.686415 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-466377cd-f434-4871-bf26-4b9e10dea406 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for floatingip, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:24.707358 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-466377cd-f434-4871-bf26-4b9e10dea406 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for floatingip, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:24.708604 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-466377cd-f434-4871-bf26-4b9e10dea406 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "DELETE /v2.0/floatingips/9eb0a33e-b25b-4971-bce0-8d81cb4a9065 HTTP/1.1" status: 204 len: 168 time: 0.9345343 Feb 16 18:10:24.722124 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a77ed9f7-3cf2-4552-bf84-faa3d63baa15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:24.909492 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b76dd-4e85-4cf7-a995-2900fb47e0c2 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2f5ec9-58a1-469e-bc23-de32ae1f4e8c,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:24.916797 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-796b76dd-4e85-4cf7-a995-2900fb47e0c2 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:25.054744 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ce1ae-18eb-4d8a-82f7-2ccb3f94fe3e req-a2664ee8-0039-4f73-aed7-3bc1ec6c965a tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:25.055535 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-c94ce1ae-18eb-4d8a-82f7-2ccb3f94fe3e req-a2664ee8-0039-4f73-aed7-3bc1ec6c965a tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Synchronizing usage tracker for tenant:7dfc2a9d167d4239b695d5ff5e8a3a94 on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:10:25.064218 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b5b6c-53c5-4fef-a724-d1363059cdfb req-d85e2dc0-299c-4a9a-a743-2e241d343609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:25.066441 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f95b5b6c-53c5-4fef-a724-d1363059cdfb req-d85e2dc0-299c-4a9a-a743-2e241d343609 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a1ea36c4b5bf423eb1218bd861b1b8e3&device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 1161 time: 0.3363252 Feb 16 18:10:25.101972 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 35432) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:25.108590 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-ecb14589-a05d-40a4-a691-ac9ed8e9b1c0 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1155072799', 'description': 'tempest-description--1765487784'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:10:25.115516 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-ecb14589-a05d-40a4-a691-ac9ed8e9b1c0 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:10:25.120581 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-ecb14589-a05d-40a4-a691-ac9ed8e9b1c0 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Usage tracker for resource:security_group and tenant:677540ccd8c14828bf2eccdddfe30bd5 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:10:25.123736 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-ecb14589-a05d-40a4-a691-ac9ed8e9b1c0 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:10:25.130338 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-ecb14589-a05d-40a4-a691-ac9ed8e9b1c0 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:10:25.144640 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ecb14589-a05d-40a4-a691-ac9ed8e9b1c0 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:25.166249 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-ecb14589-a05d-40a4-a691-ac9ed8e9b1c0 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:10:25.170273 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-ecb14589-a05d-40a4-a691-ac9ed8e9b1c0 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Usage tracker for resource:security_group_rule and tenant:677540ccd8c14828bf2eccdddfe30bd5 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:10:25.174254 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-ecb14589-a05d-40a4-a691-ac9ed8e9b1c0 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:10:25.179693 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-c94ce1ae-18eb-4d8a-82f7-2ccb3f94fe3e req-a2664ee8-0039-4f73-aed7-3bc1ec6c965a tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Unset dirty status for tenant:7dfc2a9d167d4239b695d5ff5e8a3a94 on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:10:25.180940 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c94ce1ae-18eb-4d8a-82f7-2ccb3f94fe3e req-a2664ee8-0039-4f73-aed7-3bc1ec6c965a tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 945 time: 0.5168743 Feb 16 18:10:25.181561 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-ecb14589-a05d-40a4-a691-ac9ed8e9b1c0 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:10:25.267942 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ecb14589-a05d-40a4-a691-ac9ed8e9b1c0 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:25.272218 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ecb14589-a05d-40a4-a691-ac9ed8e9b1c0 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:25.278139 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-69044a05-7922-4153-a8b8-0d771e7f0a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:25.323504 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb14589-a05d-40a4-a691-ac9ed8e9b1c0 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d22fb87f-4b70-4224-926a-526260d05818,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:25.326345 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ecb14589-a05d-40a4-a691-ac9ed8e9b1c0 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:25.327749 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-ecb14589-a05d-40a4-a691-ac9ed8e9b1c0 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2244654 Feb 16 18:10:25.328719 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ecb14589-a05d-40a4-a691-ac9ed8e9b1c0 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:25.330866 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 35436) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:25.336637 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-1633cd32-3230-4620-a43c-563f18889fe7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Request body: {'security_group_rule': {'security_group_id': 'd22fb87f-4b70-4224-926a-526260d05818', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:10:25.343007 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-1633cd32-3230-4620-a43c-563f18889fe7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:10:25.347594 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-1633cd32-3230-4620-a43c-563f18889fe7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Usage tracker for resource:security_group_rule and tenant:677540ccd8c14828bf2eccdddfe30bd5 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:10:25.350684 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-1633cd32-3230-4620-a43c-563f18889fe7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:10:25.356476 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-1633cd32-3230-4620-a43c-563f18889fe7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:10:25.372606 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1633cd32-3230-4620-a43c-563f18889fe7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:25.386351 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-c94ce1ae-18eb-4d8a-82f7-2ccb3f94fe3e req-a43b7d76-6f67-4e1d-ab3f-f560c9a2720d tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Synchronizing usage tracker for tenant:7dfc2a9d167d4239b695d5ff5e8a3a94 on resource:security_group {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:10:25.405567 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-796b76dd-4e85-4cf7-a995-2900fb47e0c2 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Allocated IP 192.168.233.11 (c99c3340-f883-4139-a460-2214bc99173f/d3a1bb29-db80-4d32-a324-c8d289f53bf2/4a736e81-115a-419c-a8be-0ea4afbf4f78) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:10:25.430497 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b5b6c-53c5-4fef-a724-d1363059cdfb req-57ac48d6-9c93-437f-9937-a69becfb706f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:25.432152 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f95b5b6c-53c5-4fef-a724-d1363059cdfb req-57ac48d6-9c93-437f-9937-a69becfb706f service neutron] 10.222.0.86 "GET /v2.0/networks?id=52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d HTTP/1.1" status: 200 len: 911 time: 0.3527331 Feb 16 18:10:25.436660 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1633cd32-3230-4620-a43c-563f18889fe7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:25.440063 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1633cd32-3230-4620-a43c-563f18889fe7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803747'] for security_group_rule, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:25.447761 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:25.466866 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633cd32-3230-4620-a43c-563f18889fe7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf04fac-3231-466f-8556-3e3c44e70a30,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:25.469921 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-1633cd32-3230-4620-a43c-563f18889fe7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:25.477104 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1633cd32-3230-4620-a43c-563f18889fe7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:25.478389 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-1633cd32-3230-4620-a43c-563f18889fe7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1465003 Feb 16 18:10:25.481346 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 35440) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:25.487415 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-3b6745e7-5751-4b9d-9abd-8d568d7b7687 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Request body: {'security_group_rule': {'security_group_id': 'd22fb87f-4b70-4224-926a-526260d05818', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:10:25.493722 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-3b6745e7-5751-4b9d-9abd-8d568d7b7687 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:10:25.497784 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-3b6745e7-5751-4b9d-9abd-8d568d7b7687 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Usage tracker for resource:security_group_rule and tenant:677540ccd8c14828bf2eccdddfe30bd5 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:10:25.500846 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-3b6745e7-5751-4b9d-9abd-8d568d7b7687 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:10:25.507581 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-3b6745e7-5751-4b9d-9abd-8d568d7b7687 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:10:25.512284 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-c94ce1ae-18eb-4d8a-82f7-2ccb3f94fe3e req-a43b7d76-6f67-4e1d-ab3f-f560c9a2720d tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Unset dirty status for tenant:7dfc2a9d167d4239b695d5ff5e8a3a94 on resource:security_group {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:10:25.513532 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c94ce1ae-18eb-4d8a-82f7-2ccb3f94fe3e req-a43b7d76-6f67-4e1d-ab3f-f560c9a2720d tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861049 Feb 16 18:10:25.528101 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3b6745e7-5751-4b9d-9abd-8d568d7b7687 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:25.546231 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f95b5b6c-53c5-4fef-a724-d1363059cdfb req-42f2f286-2a55-40df-887e-4d54052b3a0c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e HTTP/1.1" status: 200 len: 217 time: 0.1028965 Feb 16 18:10:25.594459 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3b6745e7-5751-4b9d-9abd-8d568d7b7687 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:25.598114 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3b6745e7-5751-4b9d-9abd-8d568d7b7687 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803747'] for security_group_rule, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:25.600542 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-1633cd32-3230-4620-a43c-563f18889fe7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:25.624188 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675683b-046b-4a69-8c4d-2654d9ae2689 req-a95dd889-e357-42cc-98b2-35f1d5617001 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:25.626553 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b675683b-046b-4a69-8c4d-2654d9ae2689 req-a95dd889-e357-42cc-98b2-35f1d5617001 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 944 time: 0.4043672 Feb 16 18:10:25.627097 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6745e7-5751-4b9d-9abd-8d568d7b7687 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c0719a-7d92-4fdd-bdda-a3f07b61a7a4,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:25.629887 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3b6745e7-5751-4b9d-9abd-8d568d7b7687 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:25.637618 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3b6745e7-5751-4b9d-9abd-8d568d7b7687 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:25.639112 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-3b6745e7-5751-4b9d-9abd-8d568d7b7687 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1567969 Feb 16 18:10:25.642835 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 35446) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:25.648532 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-1fa00800-54cd-4a28-8723-01e2967030a6 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Request body: {'floatingip': {'floating_network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:10:25.654389 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-1fa00800-54cd-4a28-8723-01e2967030a6 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:10:25.659314 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-1fa00800-54cd-4a28-8723-01e2967030a6 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Usage tracker for resource:floatingip and tenant:677540ccd8c14828bf2eccdddfe30bd5 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:10:25.662402 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-1fa00800-54cd-4a28-8723-01e2967030a6 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:10:25.668453 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-1fa00800-54cd-4a28-8723-01e2967030a6 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:10:25.679381 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1fa00800-54cd-4a28-8723-01e2967030a6 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for floatingip, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:25.751351 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-61293260-8837-45b2-82e2-a57c75c2c4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:25.796798 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-991d190b-1854-46d7-992d-b5c47d2aaa06 req-01757345-3889-4d60-b0a6-2ad843998e30 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] 10.222.0.41 "GET /v2.0/ports?device_id=e709224f-f45e-4672-b00d-69dd61a90aab HTTP/1.1" status: 200 len: 210 time: 0.1526604 Feb 16 18:10:25.825124 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1fa00800-54cd-4a28-8723-01e2967030a6 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:25.835195 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b5b6c-53c5-4fef-a724-d1363059cdfb req-cba0f6ec-cb4f-443b-93ec-4ad8d7c634c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:25.836883 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f95b5b6c-53c5-4fef-a724-d1363059cdfb req-cba0f6ec-cb4f-443b-93ec-4ad8d7c634c0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2eeef3d3-2e0a-421d-8113-cd0a34d78d12 HTTP/1.1" status: 200 len: 856 time: 0.2761095 Feb 16 18:10:25.853174 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b675683b-046b-4a69-8c4d-2654d9ae2689 req-db1da13a-2e1e-486e-a900-2c6250ab426e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137690 Feb 16 18:10:25.968061 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-796b76dd-4e85-4cf7-a995-2900fb47e0c2 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:26.002614 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-796b76dd-4e85-4cf7-a995-2900fb47e0c2 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Transition to ACTIVE for port object 4a736e81-115a-419c-a8be-0ea4afbf4f78 will not be triggered until provisioned by entity DHCP. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:10:26.006775 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b5b6c-53c5-4fef-a724-d1363059cdfb req-d2b84038-b41c-4b95-bc0f-04263bbb6865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:26.008459 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f95b5b6c-53c5-4fef-a724-d1363059cdfb req-d2b84038-b41c-4b95-bc0f-04263bbb6865 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1588984 Feb 16 18:10:26.112919 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [None req-1fa00800-54cd-4a28-8723-01e2967030a6 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Allocated IP 172.28.3.42 (d4f88037-574b-44e5-a9d6-1bdf8627b244/42ec5995-253d-4122-970e-73940637938a/3159db6c-24cc-4b26-bc29-b6d9d2ae68ce) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:10:26.293118 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1fa00800-54cd-4a28-8723-01e2967030a6 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:26.323979 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1fa00800-54cd-4a28-8723-01e2967030a6 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851944169'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:26.340230 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-eb0d3dc6-5723-41c9-abed-82e7330ae8a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:26.354164 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-796b76dd-4e85-4cf7-a995-2900fb47e0c2 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:26.371032 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a07ea541-8fd6-4fae-af42-02856c4df577 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:26.526904 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa00800-54cd-4a28-8723-01e2967030a6 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Pushing event updated for resources: {'Port': ['ID=3159db6c-24cc-4b26-bc29-b6d9d2ae68ce,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:26.530130 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-1fa00800-54cd-4a28-8723-01e2967030a6 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:26.542555 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b76dd-4e85-4cf7-a995-2900fb47e0c2 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Pushing event updated for resources: {'Port': ['ID=4a736e81-115a-419c-a8be-0ea4afbf4f78,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:26.549014 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f95b5b6c-53c5-4fef-a724-d1363059cdfb req-d62d2617-938f-45cd-99f9-03705bd164ff service neutron] 10.222.0.86 "GET /v2.0/networks/52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5303738 Feb 16 18:10:26.551721 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-796b76dd-4e85-4cf7-a995-2900fb47e0c2 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:26.684142 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:26.732665 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:26.808651 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-796b76dd-4e85-4cf7-a995-2900fb47e0c2 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Network c99c3340-f883-4139-a460-2214bc99173f is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:10:26.813448 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-796b76dd-4e85-4cf7-a995-2900fb47e0c2 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:10:26.820005 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-796b76dd-4e85-4cf7-a995-2900fb47e0c2 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:10:26.853177 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa00800-54cd-4a28-8723-01e2967030a6 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Network d4f88037-574b-44e5-a9d6-1bdf8627b244 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:10:26.855431 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-1fa00800-54cd-4a28-8723-01e2967030a6 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:10:26.857111 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f95b5b6c-53c5-4fef-a724-d1363059cdfb req-093cdaf2-402c-4a79-bf09-bd428156ae0b service neutron] 10.222.0.86 "GET /v2.0/networks/52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2997890 Feb 16 18:10:26.863326 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7369361-ee01-4445-b365-16b8a27aa6cc req-0b4ade4d-26e8-4c2d-8211-ba07b7c3348b tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:26.864121 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-e7369361-ee01-4445-b365-16b8a27aa6cc req-0b4ade4d-26e8-4c2d-8211-ba07b7c3348b tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Synchronizing usage tracker for tenant:7dfc2a9d167d4239b695d5ff5e8a3a94 on resource:port {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:10:26.867083 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa00800-54cd-4a28-8723-01e2967030a6 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:10:26.897420 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c0b8b-e1e3-4610-b3d8-1420e6f8ee41 req-27ca3a92-3b24-4cb5-9292-560312f86e24 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:26.899334 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-101c0b8b-e1e3-4610-b3d8-1420e6f8ee41 req-27ca3a92-3b24-4cb5-9292-560312f86e24 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 945 time: 0.2493849 Feb 16 18:10:26.932188 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-796b76dd-4e85-4cf7-a995-2900fb47e0c2 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:26.933183 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-796b76dd-4e85-4cf7-a995-2900fb47e0c2 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:26.935498 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:10:26.950156 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-e7369361-ee01-4445-b365-16b8a27aa6cc req-0b4ade4d-26e8-4c2d-8211-ba07b7c3348b tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Unset dirty status for tenant:7dfc2a9d167d4239b695d5ff5e8a3a94 on resource:port {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:10:26.951437 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e7369361-ee01-4445-b365-16b8a27aa6cc req-0b4ade4d-26e8-4c2d-8211-ba07b7c3348b tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 945 time: 0.5026567 Feb 16 18:10:27.019435 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1fa00800-54cd-4a28-8723-01e2967030a6 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:27.021337 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning for port dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:10:27.026846 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:10:27.028247 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:27.039752 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-101c0b8b-e1e3-4610-b3d8-1420e6f8ee41 req-2a314713-54e1-47f4-88d7-eb0398f73716 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335864 Feb 16 18:10:27.040852 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-e7369361-ee01-4445-b365-16b8a27aa6cc req-a60102a2-3271-4962-b42d-0bd6c93f5697 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Deleting port 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:10:27.041234 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-e7369361-ee01-4445-b365-16b8a27aa6cc req-a60102a2-3271-4962-b42d-0bd6c93f5697 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:27.042419 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-796b76dd-4e85-4cf7-a995-2900fb47e0c2 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2672477 Feb 16 18:10:27.066040 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-2f60d857-fd95-4522-93fd-2e7b70cd6e1d service neutron] Request body: {'port': {'device_id': 'e709224f-f45e-4672-b00d-69dd61a90aab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:10:27.131068 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-73a54ff2-2211-4afd-8173-46223be84283 None None] Provisioning for port 4a736e81-115a-419c-a8be-0ea4afbf4f78 completed by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:10:27.144356 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-73a54ff2-2211-4afd-8173-46223be84283 None None] Provisioning complete for port 4a736e81-115a-419c-a8be-0ea4afbf4f78 triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:10:27.145021 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-73a54ff2-2211-4afd-8173-46223be84283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:27.221599 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-73a54ff2-2211-4afd-8173-46223be84283 None None] Port 4a736e81-115a-419c-a8be-0ea4afbf4f78 cannot update to ACTIVE because it is not bound. {{(pid=83987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:10:27.264316 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da846316-7f89-4267-ba06-f30ea457f2a4 req-6f899f41-a5f8-4716-8ca7-09c7415fc815 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:27.265089 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-da846316-7f89-4267-ba06-f30ea457f2a4 req-6f899f41-a5f8-4716-8ca7-09c7415fc815 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Synchronizing usage tracker for tenant:9dfd78cd29ce4cbf9a42cce662b44d28 on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:10:27.280867 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1fa00800-54cd-4a28-8723-01e2967030a6 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:27.299529 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-2f60d857-fd95-4522-93fd-2e7b70cd6e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:27.310673 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:27.347700 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:10:27.355167 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-da846316-7f89-4267-ba06-f30ea457f2a4 req-6f899f41-a5f8-4716-8ca7-09c7415fc815 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Unset dirty status for tenant:9dfd78cd29ce4cbf9a42cce662b44d28 on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:10:27.356495 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-da846316-7f89-4267-ba06-f30ea457f2a4 req-6f899f41-a5f8-4716-8ca7-09c7415fc815 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] 10.222.0.41 "GET /v2.0/ports?device_id=e709224f-f45e-4672-b00d-69dd61a90aab HTTP/1.1" status: 200 len: 935 time: 0.3891697 Feb 16 18:10:27.363908 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] For port dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e,segment=NetworkSegment(2211e4c8-d7a9-44b5-ba41-6ae46eb39c79),segment_id=2211e4c8-d7a9-44b5-ba41-6ae46eb39c79)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:10:27.367669 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:27.370863 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:27.417247 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:10:27.476291 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-e7369361-ee01-4445-b365-16b8a27aa6cc req-a60102a2-3271-4962-b42d-0bd6c93f5697 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] For port 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78,segment=NetworkSegment(ac563771-cfc3-43bf-933e-1d229ab3f487),segment_id=ac563771-cfc3-43bf-933e-1d229ab3f487)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:10:27.476654 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-e7369361-ee01-4445-b365-16b8a27aa6cc req-a60102a2-3271-4962-b42d-0bd6c93f5697 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:27.492644 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8902a86-93a7-4280-9ce1-85c0b3e79f1c req-d50e220f-8d94-4719-9178-cef8a2b1cc18 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:27.500122 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b8902a86-93a7-4280-9ce1-85c0b3e79f1c req-d50e220f-8d94-4719-9178-cef8a2b1cc18 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 944 time: 0.3042197 Feb 16 18:10:27.502569 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:27.524955 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-da846316-7f89-4267-ba06-f30ea457f2a4 req-2c48a7e8-3916-4ff5-9869-55389d039b93 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Synchronizing usage tracker for tenant:9dfd78cd29ce4cbf9a42cce662b44d28 on resource:security_group {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:10:27.530125 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Pushing event updated for resources: {'Port': ['ID=dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:27.533784 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:27.594801 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:27.630261 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] For port 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78,segment=NetworkSegment(ac563771-cfc3-43bf-933e-1d229ab3f487),segment_id=ac563771-cfc3-43bf-933e-1d229ab3f487)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:10:27.633592 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:27.636181 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:27.638872 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-da846316-7f89-4267-ba06-f30ea457f2a4 req-2c48a7e8-3916-4ff5-9869-55389d039b93 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Unset dirty status for tenant:9dfd78cd29ce4cbf9a42cce662b44d28 on resource:security_group {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:10:27.640169 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-da846316-7f89-4267-ba06-f30ea457f2a4 req-2c48a7e8-3916-4ff5-9869-55389d039b93 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce2f5ec9-58a1-469e-bc23-de32ae1f4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751832 Feb 16 18:10:27.647176 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b8902a86-93a7-4280-9ce1-85c0b3e79f1c req-def8cb7a-de98-49aa-875e-044f3bdbb81a tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460361 Feb 16 18:10:27.697846 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-e7369361-ee01-4445-b365-16b8a27aa6cc req-a60102a2-3271-4962-b42d-0bd6c93f5697 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Calling delete_port for 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 owned by compute:nova {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:10:27.725312 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Pushing event updated for resources: {'Port': ['ID=4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78,revision_number=7']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:27.729749 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:27.732003 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e', 'code': 200} Feb 16 18:10:27.855850 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.db.api [req-e7369361-ee01-4445-b365-16b8a27aa6cc req-a60102a2-3271-4962-b42d-0bd6c93f5697 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83986) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:10:27.856219 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_db.api [req-e7369361-ee01-4445-b365-16b8a27aa6cc req-a60102a2-3271-4962-b42d-0bd6c93f5697 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 18:10:27.883642 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1fa00800-54cd-4a28-8723-01e2967030a6 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:27.887564 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1fa00800-54cd-4a28-8723-01e2967030a6 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2831644'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:27.899578 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-2f60d857-fd95-4522-93fd-2e7b70cd6e1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a736e81-115a-419c-a8be-0ea4afbf4f78 {{(pid=83985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:10:27.903096 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-4abc277d-3cff-4636-b8e8-311155371991 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:27.908203 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-2f60d857-fd95-4522-93fd-2e7b70cd6e1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:27.966628 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-2f60d857-fd95-4522-93fd-2e7b70cd6e1d service neutron] Transition to ACTIVE for port object 4a736e81-115a-419c-a8be-0ea4afbf4f78 will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:10:27.971880 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-2f60d857-fd95-4522-93fd-2e7b70cd6e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2348572'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:27.992016 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a65e1169-2c9f-49d5-b349-c82490bd7f40 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:27.993290 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:28.041964 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa00800-54cd-4a28-8723-01e2967030a6 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Pushing event updated for resources: {'Port': ['ID=3159db6c-24cc-4b26-bc29-b6d9d2ae68ce,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:28.047193 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-1fa00800-54cd-4a28-8723-01e2967030a6 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:28.134859 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60d857-fd95-4522-93fd-2e7b70cd6e1d service neutron] Pushing event updated for resources: {'Port': ['ID=4a736e81-115a-419c-a8be-0ea4afbf4f78,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:28.152639 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1fa00800-54cd-4a28-8723-01e2967030a6 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592459'] for floatingip, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:28.154413 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-2f60d857-fd95-4522-93fd-2e7b70cd6e1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:28.171063 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ea4da-e9ba-4c58-b8b1-bd528a89caf9 req-87bc4218-db1d-4d71-9b8a-03bc24f31ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:28.173051 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e69ea4da-e9ba-4c58-b8b1-bd528a89caf9 req-87bc4218-db1d-4d71-9b8a-03bc24f31ac4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 1163 time: 0.2620943 Feb 16 18:10:28.182710 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1fa00800-54cd-4a28-8723-01e2967030a6 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for floatingip, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:28.184200 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-1fa00800-54cd-4a28-8723-01e2967030a6 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5402915 Feb 16 18:10:28.318718 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e69ea4da-e9ba-4c58-b8b1-bd528a89caf9 req-f632c328-2f89-4566-987f-9217df78961e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838921 Feb 16 18:10:28.357906 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-e7369361-ee01-4445-b365-16b8a27aa6cc req-a60102a2-3271-4962-b42d-0bd6c93f5697 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Deleting port 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:10:28.358404 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-e7369361-ee01-4445-b365-16b8a27aa6cc req-a60102a2-3271-4962-b42d-0bd6c93f5697 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:28.481694 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb22f27-6c44-43c0-af96-5c0f354bcd94 req-aa87c9b0-a2e3-47f3-970d-503bc98f809f tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:28.483340 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5bb22f27-6c44-43c0-af96-5c0f354bcd94 req-aa87c9b0-a2e3-47f3-970d-503bc98f809f tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc53fab-045d-41fc-864d-18cdeb92c558 HTTP/1.1" status: 200 len: 943 time: 0.3181775 Feb 16 18:10:28.517432 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-b35394c7-2d8d-4c51-af52-786871485668 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1155072799&fields=id&tenant_id=677540ccd8c14828bf2eccdddfe30bd5 HTTP/1.1" status: 200 len: 267 time: 0.1424596 Feb 16 18:10:28.602543 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:10:28.638763 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-e7369361-ee01-4445-b365-16b8a27aa6cc req-a60102a2-3271-4962-b42d-0bd6c93f5697 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] For port 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78,segment=NetworkSegment(ac563771-cfc3-43bf-933e-1d229ab3f487),segment_id=ac563771-cfc3-43bf-933e-1d229ab3f487)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:10:28.639169 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-e7369361-ee01-4445-b365-16b8a27aa6cc req-a60102a2-3271-4962-b42d-0bd6c93f5697 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:28.685353 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:10:28.685871 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:28.793954 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-e7369361-ee01-4445-b365-16b8a27aa6cc req-a60102a2-3271-4962-b42d-0bd6c93f5697 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Calling delete_port for 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 owned by compute:nova {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:10:28.869314 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5bb22f27-6c44-43c0-af96-5c0f354bcd94 req-807fd8e9-c099-46bc-a634-f7fa9ace234e tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.41 "GET /v2.0/security-groups?id=4174114f-766c-4413-a801-0c8bdbed0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741953 Feb 16 18:10:28.872975 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-2f60d857-fd95-4522-93fd-2e7b70cd6e1d service neutron] Attempting to bind port 4a736e81-115a-419c-a8be-0ea4afbf4f78 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:10:28.873641 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-2f60d857-fd95-4522-93fd-2e7b70cd6e1d service neutron] Attempting to bind port 4a736e81-115a-419c-a8be-0ea4afbf4f78 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '35332826-ea6c-4634-94bb-6df813dd8d7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c99c3340-f883-4139-a460-2214bc99173f'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:10:28.873641 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-2f60d857-fd95-4522-93fd-2e7b70cd6e1d service neutron] Attempting to bind port 4a736e81-115a-419c-a8be-0ea4afbf4f78 on network c99c3340-f883-4139-a460-2214bc99173f {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:10:28.887475 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-2f60d857-fd95-4522-93fd-2e7b70cd6e1d service neutron] Checking agent: {'id': '0ec6646b-198c-4ca3-9e9d-d080d83e847c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 2, 57), 'started_at': datetime.datetime(2021, 2, 16, 18, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:10:28.887851 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-2f60d857-fd95-4522-93fd-2e7b70cd6e1d service neutron] Checking segment: {'id': '35332826-ea6c-4634-94bb-6df813dd8d7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c99c3340-f883-4139-a460-2214bc99173f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:10:28.888254 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-2f60d857-fd95-4522-93fd-2e7b70cd6e1d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:28.888636 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-2f60d857-fd95-4522-93fd-2e7b70cd6e1d service neutron] Bound using segment: {'id': '35332826-ea6c-4634-94bb-6df813dd8d7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c99c3340-f883-4139-a460-2214bc99173f'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:10:28.889113 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-2f60d857-fd95-4522-93fd-2e7b70cd6e1d service neutron] Bound port: 4a736e81-115a-419c-a8be-0ea4afbf4f78, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35332826-ea6c-4634-94bb-6df813dd8d7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c99c3340-f883-4139-a460-2214bc99173f'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:10:28.889487 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-2f60d857-fd95-4522-93fd-2e7b70cd6e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:28.962610 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-e7369361-ee01-4445-b365-16b8a27aa6cc req-a60102a2-3271-4962-b42d-0bd6c93f5697 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851944169'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:28.978802 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-4abc277d-3cff-4636-b8e8-311155371991 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:29.055700 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-b2d4ad45-529b-4e87-9413-fa0d4687dddb tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:29.057283 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-b2d4ad45-529b-4e87-9413-fa0d4687dddb tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/networks?id=484344ef-9cd5-4c12-8f55-8e6f63128f82 HTTP/1.1" status: 200 len: 811 time: 0.5290759 Feb 16 18:10:29.076870 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60102a2-3271-4962-b42d-0bd6c93f5697 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Pushing event deleted for resources: {'Port': ['ID=4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:29.084481 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a60102a2-3271-4962-b42d-0bd6c93f5697 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:29.096005 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-4499f4a1-ff03-4ef5-8dec-004c4352c714 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/quotas/677540ccd8c14828bf2eccdddfe30bd5 HTTP/1.1" status: 200 len: 375 time: 0.0279088 Feb 16 18:10:29.101005 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-2f60d857-fd95-4522-93fd-2e7b70cd6e1d service neutron] For port 4a736e81-115a-419c-a8be-0ea4afbf4f78, host hv-cinder-76330, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:10:29.106324 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-2f60d857-fd95-4522-93fd-2e7b70cd6e1d service neutron] For port 4a736e81-115a-419c-a8be-0ea4afbf4f78, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4a736e81-115a-419c-a8be-0ea4afbf4f78,segment=NetworkSegment(35332826-ea6c-4634-94bb-6df813dd8d7e),segment_id=35332826-ea6c-4634-94bb-6df813dd8d7e)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:10:29.149595 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-2f60d857-fd95-4522-93fd-2e7b70cd6e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2348572'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:29.175942 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-95df1028-ff64-4c42-badb-32c3fad60a5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:29.194288 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7369361-ee01-4445-b365-16b8a27aa6cc req-a60102a2-3271-4962-b42d-0bd6c93f5697 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] No DVR routers for this DVR port 4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 on host hv-cinder-76330 {{(pid=83986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:10:29.196640 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-e7369361-ee01-4445-b365-16b8a27aa6cc req-a60102a2-3271-4962-b42d-0bd6c93f5697 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:29.199911 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc53fab-045d-41fc-864d-18cdeb92c558', 'name': 'network-vif-deleted', 'tag': '4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:10:29.215671 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e7369361-ee01-4445-b365-16b8a27aa6cc req-a60102a2-3271-4962-b42d-0bd6c93f5697 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] 10.222.0.86 "DELETE /v2.0/ports/4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78 HTTP/1.1" status: 204 len: 173 time: 2.2568097 Feb 16 18:10:29.328786 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d38488-556d-4afc-bde2-f3a3027b0ed3 req-756c4d1c-e5be-4bd9-877c-2cc2d64bb079 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:29.331148 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f3d38488-556d-4afc-bde2-f3a3027b0ed3 req-756c4d1c-e5be-4bd9-877c-2cc2d64bb079 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] 10.222.0.41 "GET /v2.0/ports?device_id=e709224f-f45e-4672-b00d-69dd61a90aab HTTP/1.1" status: 200 len: 947 time: 0.3518913 Feb 16 18:10:29.388281 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60d857-fd95-4522-93fd-2e7b70cd6e1d service neutron] Pushing event updated for resources: {'Port': ['ID=4a736e81-115a-419c-a8be-0ea4afbf4f78,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:29.399349 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-2f60d857-fd95-4522-93fd-2e7b70cd6e1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:29.448852 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f3d38488-556d-4afc-bde2-f3a3027b0ed3 req-55928651-8567-43ef-8905-828f38621d9b tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce2f5ec9-58a1-469e-bc23-de32ae1f4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077302 Feb 16 18:10:29.462268 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-e0854283-402e-4c4b-9602-cd8eef32aa70 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=677540ccd8c14828bf2eccdddfe30bd5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3587558 Feb 16 18:10:29.473774 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-2f60d857-fd95-4522-93fd-2e7b70cd6e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:29.475077 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-2f60d857-fd95-4522-93fd-2e7b70cd6e1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:29.477062 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-2f60d857-fd95-4522-93fd-2e7b70cd6e1d service neutron] 10.222.0.86 "PUT /v2.0/ports/4a736e81-115a-419c-a8be-0ea4afbf4f78 HTTP/1.1" status: 200 len: 1161 time: 2.4243085 Feb 16 18:10:29.477812 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e709224f-f45e-4672-b00d-69dd61a90aab', 'tag': '4a736e81-115a-419c-a8be-0ea4afbf4f78'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:10:29.733182 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc53fab-045d-41fc-864d-18cdeb92c558', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:10:29.765700 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-5e4f9db2-f1b5-4ce5-9a3c-667d8d2a7381 service neutron] 10.222.0.41 "GET /v2.0/networks/484344ef-9cd5-4c12-8f55-8e6f63128f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748146 Feb 16 18:10:29.858091 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-781104e6-d52a-487e-ba03-21640866c141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:29.859678 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-781104e6-d52a-487e-ba03-21640866c141 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9dfd78cd29ce4cbf9a42cce662b44d28&device_id=e709224f-f45e-4672-b00d-69dd61a90aab HTTP/1.1" status: 200 len: 1164 time: 0.3392298 Feb 16 18:10:29.879598 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b4cec-ca40-41d6-96ee-1fb2753956c1 req-7f8ca012-b73c-4279-8fce-3e33f5a86866 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:29.881249 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f80b4cec-ca40-41d6-96ee-1fb2753956c1 req-7f8ca012-b73c-4279-8fce-3e33f5a86866 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 946 time: 0.2785456 Feb 16 18:10:29.973015 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-14405135-e130-4c90-8698-075a67628b2e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=4a736e81-115a-419c-a8be-0ea4afbf4f78 HTTP/1.1" status: 200 len: 217 time: 0.0902648 Feb 16 18:10:30.086430 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f80b4cec-ca40-41d6-96ee-1fb2753956c1 req-fe6cb683-930c-486e-92d2-8ac64beeab3d tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387258 Feb 16 18:10:30.091641 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-e714e0b2-aec1-49ff-9faf-6d2203e4d6ca service neutron] 10.222.0.41 "GET /v2.0/networks/484344ef-9cd5-4c12-8f55-8e6f63128f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3153389 Feb 16 18:10:30.097718 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-ab49fb6d-2eab-4896-9045-c4bc7e64bdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:30.099302 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-ab49fb6d-2eab-4896-9045-c4bc7e64bdea service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d3a1bb29-db80-4d32-a324-c8d289f53bf2 HTTP/1.1" status: 200 len: 843 time: 0.1178215 Feb 16 18:10:30.150224 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc53fab-045d-41fc-864d-18cdeb92c558', 'name': 'network-vif-deleted', 'tag': '4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78', 'status': 'completed', 'code': 200} Feb 16 18:10:30.214316 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-e1c784fc-1fb7-4f41-9f10-66a719c2fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:30.215996 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-e1c784fc-1fb7-4f41-9f10-66a719c2fe43 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c99c3340-f883-4139-a460-2214bc99173f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1098940 Feb 16 18:10:30.267445 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e709224f-f45e-4672-b00d-69dd61a90aab', 'tag': '4a736e81-115a-419c-a8be-0ea4afbf4f78', 'status': 'completed', 'code': 200} Feb 16 18:10:30.290935 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc53fab-045d-41fc-864d-18cdeb92c558', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c66e52d-9a8e-44f0-9608-1c2bb4a8ce78', 'code': 200} Feb 16 18:10:30.501204 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-52772b93-3fad-4b08-938d-c6bab099e222 service neutron] 10.222.0.86 "GET /v2.0/networks/c99c3340-f883-4139-a460-2214bc99173f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782640 Feb 16 18:10:30.506130 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-08ce887b-090c-4067-afb1-2ec507fbf16a req-2bd3e951-ea34-4381-9861-a7678f72f20b tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab3268a-74d9-41b6-9a4b-5da1a344ec18 HTTP/1.1" status: 200 len: 210 time: 0.1071367 Feb 16 18:10:30.713312 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86d802-c01e-4961-8025-f702ce95e745 req-d562865c-fedc-4e1e-ab8f-2b6e1039a620 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:30.714919 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-be86d802-c01e-4961-8025-f702ce95e745 req-d562865c-fedc-4e1e-ab8f-2b6e1039a620 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 946 time: 0.3147092 Feb 16 18:10:30.725756 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-54f9f628-5fa6-452d-8cf7-b227e8dbd9b1 req-9240a612-c691-4718-baf4-44e9d1130bb6 service neutron] 10.222.0.86 "GET /v2.0/networks/c99c3340-f883-4139-a460-2214bc99173f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2178113 Feb 16 18:10:30.726152 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 35514) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:30.732216 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-f9187201-eaf6-4650-a025-49f209caceec tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Request body: {'floatingip': {'port_id': 'dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:10:30.775114 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1346a2-906b-440e-b76d-78807a8c0c5c req-cb68dbe8-d938-4d4f-a3f6-4c597a572001 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:30.783879 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5d1346a2-906b-440e-b76d-78807a8c0c5c req-cb68dbe8-d938-4d4f-a3f6-4c597a572001 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] 10.222.0.41 "GET /v2.0/ports?device_id=e709224f-f45e-4672-b00d-69dd61a90aab HTTP/1.1" status: 200 len: 947 time: 0.1339595 Feb 16 18:10:30.820169 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f9187201-eaf6-4650-a025-49f209caceec tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for floatingip, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:30.904050 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5d1346a2-906b-440e-b76d-78807a8c0c5c req-1011ee9a-7a79-4d15-8d03-8ed11593b2da tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce2f5ec9-58a1-469e-bc23-de32ae1f4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191623 Feb 16 18:10:30.958286 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25dbb1-809d-4185-bd12-f66907653bb3 req-10d1d8a3-aca3-4e29-a18c-88a0854eceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:30.960082 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0d25dbb1-809d-4185-bd12-f66907653bb3 req-10d1d8a3-aca3-4e29-a18c-88a0854eceed service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9dfd78cd29ce4cbf9a42cce662b44d28&device_id=e709224f-f45e-4672-b00d-69dd61a90aab HTTP/1.1" status: 200 len: 1164 time: 0.1358061 Feb 16 18:10:31.137966 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25dbb1-809d-4185-bd12-f66907653bb3 req-2cf50747-643c-423d-a72b-e8c71de16e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:31.139803 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0d25dbb1-809d-4185-bd12-f66907653bb3 req-2cf50747-643c-423d-a72b-e8c71de16e75 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c99c3340-f883-4139-a460-2214bc99173f HTTP/1.1" status: 200 len: 863 time: 0.1724544 Feb 16 18:10:31.215480 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0d25dbb1-809d-4185-bd12-f66907653bb3 req-82a129c6-7b9b-4eae-aa61-569337b846b4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=4a736e81-115a-419c-a8be-0ea4afbf4f78 HTTP/1.1" status: 200 len: 217 time: 0.0680072 Feb 16 18:10:31.293889 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25dbb1-809d-4185-bd12-f66907653bb3 req-c9d336d8-c879-4b06-a6c1-07305e2a6ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:31.295617 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0d25dbb1-809d-4185-bd12-f66907653bb3 req-c9d336d8-c879-4b06-a6c1-07305e2a6ba3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d3a1bb29-db80-4d32-a324-c8d289f53bf2 HTTP/1.1" status: 200 len: 843 time: 0.0716853 Feb 16 18:10:31.376533 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 35548) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:31.392881 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25dbb1-809d-4185-bd12-f66907653bb3 req-50a3f490-4e84-437b-96e9-79ef5cf7c804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:31.394548 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0d25dbb1-809d-4185-bd12-f66907653bb3 req-50a3f490-4e84-437b-96e9-79ef5cf7c804 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c99c3340-f883-4139-a460-2214bc99173f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0882378 Feb 16 18:10:31.773204 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1bb1f578-56f5-43fa-abe8-17f3a409eb32 req-6f70e358-0ffe-4839-8877-7cd343529add tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab3268a-74d9-41b6-9a4b-5da1a344ec18 HTTP/1.1" status: 200 len: 210 time: 0.0635169 Feb 16 18:10:31.824978 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0d25dbb1-809d-4185-bd12-f66907653bb3 req-8dcdd461-de29-467b-bef7-ca7df48fb664 service neutron] 10.222.0.86 "GET /v2.0/networks/c99c3340-f883-4139-a460-2214bc99173f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225733 Feb 16 18:10:31.973416 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0d25dbb1-809d-4185-bd12-f66907653bb3 req-6efda3e9-8daa-4dfc-b62d-ed25a0abe1ba service neutron] 10.222.0.86 "GET /v2.0/networks/c99c3340-f883-4139-a460-2214bc99173f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1399901 Feb 16 18:10:32.072666 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f9187201-eaf6-4650-a025-49f209caceec tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:32.080302 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-3845eb6e-f96e-41fa-9fa9-c7193dc46363 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:32.080797 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-3845eb6e-f96e-41fa-9fa9-c7193dc46363 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Synchronizing usage tracker for tenant:677540ccd8c14828bf2eccdddfe30bd5 on resource:network {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:10:32.112864 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf72a92-c67a-46d0-b9a9-7353318da58a req-29e894cc-65cf-46bd-a48f-f8d0cef8351b tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:32.114490 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ebf72a92-c67a-46d0-b9a9-7353318da58a req-29e894cc-65cf-46bd-a48f-f8d0cef8351b tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] 10.222.0.41 "GET /v2.0/ports?device_id=e709224f-f45e-4672-b00d-69dd61a90aab HTTP/1.1" status: 200 len: 947 time: 0.0878854 Feb 16 18:10:32.141394 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f9187201-eaf6-4650-a025-49f209caceec tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592459'] for floatingip, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:32.163937 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ebf72a92-c67a-46d0-b9a9-7353318da58a req-4845e143-b13a-47be-84db-b68537d89aba tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce2f5ec9-58a1-469e-bc23-de32ae1f4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428841 Feb 16 18:10:32.371728 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-3845eb6e-f96e-41fa-9fa9-c7193dc46363 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Unset dirty status for tenant:677540ccd8c14828bf2eccdddfe30bd5 on resource:network {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:10:32.372940 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-3845eb6e-f96e-41fa-9fa9-c7193dc46363 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.86 "GET /v2.0/networks?id=484344ef-9cd5-4c12-8f55-8e6f63128f82 HTTP/1.1" status: 200 len: 811 time: 0.6204045 Feb 16 18:10:32.538558 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.db.l3_db [None req-f9187201-eaf6-4650-a025-49f209caceec tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Floating IP 0a7d6e03-3bee-463c-b4e5-1c43af288296 associated. External IP: 172.28.3.218, port: dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e. Feb 16 18:10:32.684694 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-23e8da5f-0138-46aa-b58a-11c5fc938bb7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Synchronizing usage tracker for tenant:677540ccd8c14828bf2eccdddfe30bd5 on resource:security_group {{(pid=83986) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:10:32.736821 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Network c99c3340-f883-4139-a460-2214bc99173f details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:10:32.776064 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-23e8da5f-0138-46aa-b58a-11c5fc938bb7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Unset dirty status for tenant:677540ccd8c14828bf2eccdddfe30bd5 on resource:security_group {{(pid=83986) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:10:32.777432 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-23e8da5f-0138-46aa-b58a-11c5fc938bb7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=677540ccd8c14828bf2eccdddfe30bd5 HTTP/1.1" status: 200 len: 5705 time: 0.3896728 Feb 16 18:10:32.801330 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Request body: {'port': {'device_id': 'eab3268a-74d9-41b6-9a4b-5da1a344ec18', 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82', 'admin_state_up': True, 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'security_groups': ['d22fb87f-4b70-4224-926a-526260d05818']}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:10:32.955531 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b13920f8-e859-4573-802e-51a8aee2f27b req-41c24579-009f-4fba-90ab-d0c11f0c213d tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab3268a-74d9-41b6-9a4b-5da1a344ec18 HTTP/1.1" status: 200 len: 210 time: 0.0615339 Feb 16 18:10:32.998416 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.objects.ports [None req-b92e7d90-8437-4b3b-82df-ac4cafb6bf4d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83987) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 16 18:10:33.188975 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:10:33.198671 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Usage tracker for resource:port and tenant:677540ccd8c14828bf2eccdddfe30bd5 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:10:33.202406 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:10:33.213911 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9187201-eaf6-4650-a025-49f209caceec tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Router a1ffb9f7-fe77-4265-9934-d4894f0984b5 has already been hosted by L3 agent 616de62f-f042-46f7-b8cf-861f27422584 {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:10:33.214922 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:10:33.241056 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Made reservation on behalf of 677540ccd8c14828bf2eccdddfe30bd5 for: {'port': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:10:33.246625 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:33.361430 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 4a736e81-115a-419c-a8be-0ea4afbf4f78 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:10:33.378186 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431a42e-9fed-4916-ba5c-05bdb7b18b0f req-7e15c955-f481-472e-847b-1ec1a23790eb tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:33.380207 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0431a42e-9fed-4916-ba5c-05bdb7b18b0f req-7e15c955-f481-472e-847b-1ec1a23790eb tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] 10.222.0.41 "GET /v2.0/ports?device_id=e709224f-f45e-4672-b00d-69dd61a90aab HTTP/1.1" status: 200 len: 947 time: 0.0942240 Feb 16 18:10:33.434453 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0431a42e-9fed-4916-ba5c-05bdb7b18b0f req-4ccd7628-be4b-476d-992a-4a700a8fbbd9 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce2f5ec9-58a1-469e-bc23-de32ae1f4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469306 Feb 16 18:10:33.445295 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning for port 4a736e81-115a-419c-a8be-0ea4afbf4f78 completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:10:33.451135 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 4a736e81-115a-419c-a8be-0ea4afbf4f78 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:10:33.451745 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:33.583922 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:33.613154 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e709224f-f45e-4672-b00d-69dd61a90aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a736e81-115a-419c-a8be-0ea4afbf4f78'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:10:33.624882 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] For port 4a736e81-115a-419c-a8be-0ea4afbf4f78, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4a736e81-115a-419c-a8be-0ea4afbf4f78,segment=NetworkSegment(35332826-ea6c-4634-94bb-6df813dd8d7e),segment_id=35332826-ea6c-4634-94bb-6df813dd8d7e)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:10:33.627580 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:33.629638 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:33.645864 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ca70ef9f-ee59-4f92-94b5-6edb93b39e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853183385'] for router_interface, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:33.668643 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e709224f-f45e-4672-b00d-69dd61a90aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a736e81-115a-419c-a8be-0ea4afbf4f78', 'code': 200} Feb 16 18:10:33.703355 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Pushing event updated for resources: {'Port': ['ID=4a736e81-115a-419c-a8be-0ea4afbf4f78,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:33.707241 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:33.918118 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dee073-476c-43b5-a46a-de03fc083285 req-3ad97c48-6f72-403e-b01a-b404837c2950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:33.919920 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-79dee073-476c-43b5-a46a-de03fc083285 req-3ad97c48-6f72-403e-b01a-b404837c2950 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e709224f-f45e-4672-b00d-69dd61a90aab HTTP/1.1" status: 200 len: 1166 time: 0.0856404 Feb 16 18:10:33.965142 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-79dee073-476c-43b5-a46a-de03fc083285 req-d5976d00-69ae-47c5-a414-648e87f5c13a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ce2f5ec9-58a1-469e-bc23-de32ae1f4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384724 Feb 16 18:10:33.975315 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9187201-eaf6-4650-a025-49f209caceec tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify agent at l3_agent.dv-cinder-763306-9-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:10:33.983531 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f9187201-eaf6-4650-a025-49f209caceec tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for floatingip, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:33.985171 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f94bbe-52f7-4bc0-834b-88a7a5209e0a None None] Sync routers for ids ['a1ffb9f7-fe77-4265-9934-d4894f0984b5'] in dv-cinder-763306-9-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:10:33.997613 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f94bbe-52f7-4bc0-834b-88a7a5209e0a None None] Routers {'a1ffb9f7-fe77-4265-9934-d4894f0984b5'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:10:33.998491 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-87f94bbe-52f7-4bc0-834b-88a7a5209e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:10:26Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['a1ffb9f7-fe77-4265-9934-d4894f0984b5'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:10:34.134467 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-32bee81f-aa81-4e33-ab52-1ae3c3fb0ad1 req-555f83b0-e011-44f4-8bf6-7b122dcb2324 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab3268a-74d9-41b6-9a4b-5da1a344ec18 HTTP/1.1" status: 200 len: 210 time: 0.0500426 Feb 16 18:10:34.207538 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-87f94bbe-52f7-4bc0-834b-88a7a5209e0a None None] Set router a1ffb9f7-fe77-4265-9934-d4894f0984b5 gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:10:34.233219 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-f9187201-eaf6-4650-a025-49f209caceec tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "PUT /v2.0/floatingips/0a7d6e03-3bee-463c-b4e5-1c43af288296 HTTP/1.1" status: 200 len: 992 time: 3.5052626 Feb 16 18:10:34.237177 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82', 'tag': 'dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:10:34.337126 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Allocated IP 172.20.0.3 (484344ef-9cd5-4c12-8f55-8e6f63128f82/efa71cb3-35bc-48e0-ae8d-25f67e7ef6da/ed3849b5-e65e-4b16-8410-4dcb554d68fb) {{(pid=83986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:10:34.393284 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82', 'tag': 'dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e', 'status': 'completed', 'code': 200} Feb 16 18:10:34.464115 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-ca70ef9f-ee59-4f92-94b5-6edb93b39e42 admin admin] Deleting port e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:10:34.464491 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ca70ef9f-ee59-4f92-94b5-6edb93b39e42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:34.481243 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c5eed-4d61-459d-a903-721f549256d5 req-75943ee4-d0fd-41bd-83e0-1eb5c992f23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:34.482901 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-662c5eed-4d61-459d-a903-721f549256d5 req-75943ee4-d0fd-41bd-83e0-1eb5c992f23c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a1ea36c4b5bf423eb1218bd861b1b8e3&device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 1163 time: 0.0823438 Feb 16 18:10:34.630667 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-87f94bbe-52f7-4bc0-834b-88a7a5209e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713530-router', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:13Z', 'updated_at': '2021-02-16T18:06:20Z', 'revision_number': 4, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'gw_port': {'id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:14Z', 'updated_at': '2021-02-16T18:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_floatingips': [{'id': '0a7d6e03-3bee-463c-b4e5-1c43af288296', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'floating_ip_address': '172.28.3.218', 'floating_network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'router_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'port_id': 'dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d', 'mac_address': 'fa:16:3e:b1:61:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:10:10Z', 'updated_at': '2021-02-16T18:10:31Z', 'revision_number': 1, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad6a1ad-91ef-4409-84dd-08d16d503266', 'name': '', 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'mac_address': 'fa:16:3e:08:d8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '2eeef3d3-2e0a-421d-8113-cd0a34d78d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:19Z', 'updated_at': '2021-02-16T18:06:32Z', 'revision_number': 5, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'subnets': [{'id': '2eeef3d3-2e0a-421d-8113-cd0a34d78d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:10:34.635704 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f94bbe-52f7-4bc0-834b-88a7a5209e0a None None] Checking router: a1ffb9f7-fe77-4265-9934-d4894f0984b5 for host: dv-cinder-763306-9-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:10:34.645698 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f94bbe-52f7-4bc0-834b-88a7a5209e0a None None] Routers {'a1ffb9f7-fe77-4265-9934-d4894f0984b5'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:10:34.646640 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-87f94bbe-52f7-4bc0-834b-88a7a5209e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:10:26Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['a1ffb9f7-fe77-4265-9934-d4894f0984b5'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:10:34.716446 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c5eed-4d61-459d-a903-721f549256d5 req-c99ba776-8c45-475a-b1bb-8d194316efb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:34.718213 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-662c5eed-4d61-459d-a903-721f549256d5 req-c99ba776-8c45-475a-b1bb-8d194316efb8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d HTTP/1.1" status: 200 len: 911 time: 0.2275388 Feb 16 18:10:34.731631 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8bd821-7c62-4f8d-b8f0-e4c069539726 req-1455828c-6d52-4bef-9d4e-ba37041b63e8 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:34.733357 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8d8bd821-7c62-4f8d-b8f0-e4c069539726 req-1455828c-6d52-4bef-9d4e-ba37041b63e8 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] 10.222.0.41 "GET /v2.0/ports?device_id=e709224f-f45e-4672-b00d-69dd61a90aab HTTP/1.1" status: 200 len: 949 time: 0.1542122 Feb 16 18:10:34.760893 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for port, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:34.800245 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Transition to ACTIVE for port object ed3849b5-e65e-4b16-8410-4dcb554d68fb will not be triggered until provisioned by entity DHCP. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:10:34.802568 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-ca70ef9f-ee59-4f92-94b5-6edb93b39e42 admin admin] For port e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf,segment=NetworkSegment(ac563771-cfc3-43bf-933e-1d229ab3f487),segment_id=ac563771-cfc3-43bf-933e-1d229ab3f487)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:10:34.802966 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ca70ef9f-ee59-4f92-94b5-6edb93b39e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:34.879764 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 4a736e81-115a-419c-a8be-0ea4afbf4f78 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:10:34.884444 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8d8bd821-7c62-4f8d-b8f0-e4c069539726 req-57fef629-34dc-4f4e-a01d-bf9dfe9a5ece tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce2f5ec9-58a1-469e-bc23-de32ae1f4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871444 Feb 16 18:10:34.886020 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-662c5eed-4d61-459d-a903-721f549256d5 req-b0970cad-b674-4124-8f9f-2b44e3fb4995 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e HTTP/1.1" status: 200 len: 1000 time: 0.1516721 Feb 16 18:10:34.945945 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-ca70ef9f-ee59-4f92-94b5-6edb93b39e42 admin admin] Calling delete_port for e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf owned by network:router_interface {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:10:34.967140 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c5eed-4d61-459d-a903-721f549256d5 req-b8e92bab-1bab-4dd3-b23a-de7ad0667af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:34.968996 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-662c5eed-4d61-459d-a903-721f549256d5 req-b8e92bab-1bab-4dd3-b23a-de7ad0667af9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2eeef3d3-2e0a-421d-8113-cd0a34d78d12 HTTP/1.1" status: 200 len: 856 time: 0.0745656 Feb 16 18:10:35.036141 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851944169'] for port, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:35.057881 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-8c171101-3b95-47b1-b920-ae74a8779f84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:35.090464 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 4a736e81-115a-419c-a8be-0ea4afbf4f78 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:10:35.090883 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:35.096833 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c5eed-4d61-459d-a903-721f549256d5 req-ebbd1251-4a34-465c-adc5-676e7e5a078b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:35.100431 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-662c5eed-4d61-459d-a903-721f549256d5 req-ebbd1251-4a34-465c-adc5-676e7e5a078b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1227210 Feb 16 18:10:35.120003 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-87f94bbe-52f7-4bc0-834b-88a7a5209e0a None None] Set router a1ffb9f7-fe77-4265-9934-d4894f0984b5 gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:10:35.225696 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Pushing event updated for resources: {'Port': ['ID=ed3849b5-e65e-4b16-8410-4dcb554d68fb,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:35.241578 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:35.242070 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:35.242697 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:35.242975 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:35.243494 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:35.243893 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:35.244286 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:35.244679 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:35.245065 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:35.245457 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:35.245844 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:35.246231 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:35.246656 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:35.247043 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:35.247461 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:35.248069 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:35.248458 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:35.248846 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:35.249228 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:35.249612 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:35.249998 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:35.250381 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:35.250820 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:35.251823 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:10:35.272218 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:35.368030 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Network 484344ef-9cd5-4c12-8f55-8e6f63128f82 is already hosted by enough agents. {{(pid=83986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:10:35.371335 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Resources bound (agent type, host, resource id): {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:10:35.377168 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Received port after_create {{(pid=83986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:10:35.393933 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-662c5eed-4d61-459d-a903-721f549256d5 req-bae4fc2a-b14b-43d3-8c13-6740962ebda9 service neutron] 10.222.0.86 "GET /v2.0/networks/52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857125 Feb 16 18:10:35.429651 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ca70ef9f-ee59-4f92-94b5-6edb93b39e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851944169'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:35.460819 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-011e1402-849c-4f05-a36e-c8b6e4df5436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:35.562383 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de94339-b03a-499f-8397-9fc414588f80 req-7a192899-69f4-40e3-95af-29521940b9ed tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:35.563806 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70ef9f-ee59-4f92-94b5-6edb93b39e42 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:35.575872 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7de94339-b03a-499f-8397-9fc414588f80 req-7a192899-69f4-40e3-95af-29521940b9ed tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab3268a-74d9-41b6-9a4b-5da1a344ec18 HTTP/1.1" status: 200 len: 931 time: 0.2501578 Feb 16 18:10:35.576397 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ca70ef9f-ee59-4f92-94b5-6edb93b39e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:35.593310 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:35.594004 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:35.646445 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-ad89516f-5d61-4fae-86d1-2e5eb0bcf453 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8544564 Feb 16 18:10:35.664563 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-a4879a9f-5c1a-4d06-882c-a2c8d50740bf service neutron] Request body: {'port': {'device_id': 'eab3268a-74d9-41b6-9a4b-5da1a344ec18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:10:35.671089 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-662c5eed-4d61-459d-a903-721f549256d5 req-7b761df4-3a82-4fd4-87cc-3d7f4b1a4706 service neutron] 10.222.0.86 "GET /v2.0/networks/52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2673573 Feb 16 18:10:35.677331 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7de94339-b03a-499f-8397-9fc414588f80 req-b88df815-9f1b-4584-a75e-913436210e98 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=d22fb87f-4b70-4224-926a-526260d05818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011109 Feb 16 18:10:35.707178 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-cd5506f1-56b2-4d95-b997-7a4c0f0f7c1b None None] Provisioning for port ed3849b5-e65e-4b16-8410-4dcb554d68fb completed by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:10:35.714860 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-cd5506f1-56b2-4d95-b997-7a4c0f0f7c1b None None] Provisioning complete for port ed3849b5-e65e-4b16-8410-4dcb554d68fb triggered by entity DHCP. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:10:35.715287 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-cd5506f1-56b2-4d95-b997-7a4c0f0f7c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:35.769304 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-87f94bbe-52f7-4bc0-834b-88a7a5209e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713530-router', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:13Z', 'updated_at': '2021-02-16T18:06:20Z', 'revision_number': 4, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'gw_port': {'id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:14Z', 'updated_at': '2021-02-16T18:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_floatingips': [{'id': '0a7d6e03-3bee-463c-b4e5-1c43af288296', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'floating_ip_address': '172.28.3.218', 'floating_network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'router_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'port_id': 'dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d', 'mac_address': 'fa:16:3e:b1:61:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:10:10Z', 'updated_at': '2021-02-16T18:10:31Z', 'revision_number': 1, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad6a1ad-91ef-4409-84dd-08d16d503266', 'name': '', 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'mac_address': 'fa:16:3e:08:d8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '2eeef3d3-2e0a-421d-8113-cd0a34d78d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:19Z', 'updated_at': '2021-02-16T18:06:32Z', 'revision_number': 5, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'subnets': [{'id': '2eeef3d3-2e0a-421d-8113-cd0a34d78d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:10:35.784456 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f94bbe-52f7-4bc0-834b-88a7a5209e0a None None] The sync data for ids ['a1ffb9f7-fe77-4265-9934-d4894f0984b5'] in dv-cinder-763306-9-smb is: [{'id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713530-router', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:13Z', 'updated_at': '2021-02-16T18:06:20Z', 'revision_number': 4, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'gw_port': {'id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:14Z', 'updated_at': '2021-02-16T18:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_floatingips': [{'id': '0a7d6e03-3bee-463c-b4e5-1c43af288296', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'floating_ip_address': '172.28.3.218', 'floating_network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'router_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'port_id': 'dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d', 'mac_address': 'fa:16:3e:b1:61:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:10:10Z', 'updated_at': '2021-02-16T18:10:31Z', 'revision_number': 1, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad6a1ad-91ef-4409-84dd-08d16d503266', 'name': '', 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'mac_address': 'fa:16:3e:08:d8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '2eeef3d3-2e0a-421d-8113-cd0a34d78d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:19Z', 'updated_at': '2021-02-16T18:06:32Z', 'revision_number': 5, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'subnets': [{'id': '2eeef3d3-2e0a-421d-8113-cd0a34d78d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:10:35.786393 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-cd5506f1-56b2-4d95-b997-7a4c0f0f7c1b None None] Port ed3849b5-e65e-4b16-8410-4dcb554d68fb cannot update to ACTIVE because it is not bound. {{(pid=83987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 18:10:36.109289 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdcbe26-12e8-4d1d-b93b-e11cc8c5adfe None None] New status for floating IP 0a7d6e03-3bee-463c-b4e5-1c43af288296: ACTIVE {{(pid=83988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 18:10:36.112132 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579be181-9b2d-4715-9a45-07e46ebc0ce7 req-56d3c597-c79b-41ea-a396-d670506eed5c tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:36.114073 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-579be181-9b2d-4715-9a45-07e46ebc0ce7 req-56d3c597-c79b-41ea-a396-d670506eed5c tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] 10.222.0.41 "GET /v2.0/ports?device_id=e709224f-f45e-4672-b00d-69dd61a90aab HTTP/1.1" status: 200 len: 949 time: 0.0951200 Feb 16 18:10:36.168567 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-579be181-9b2d-4715-9a45-07e46ebc0ce7 req-e07830b7-f885-4f5f-ba69-afb5d8f9b5a4 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce2f5ec9-58a1-469e-bc23-de32ae1f4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479443 Feb 16 18:10:36.214691 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-a4879a9f-5c1a-4d06-882c-a2c8d50740bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:36.400586 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ca70ef9f-ee59-4f92-94b5-6edb93b39e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853094220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590231'] for router_interface, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:36.682160 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5a3b0-f230-4660-9f0b-0038f02c85c3 req-c107888d-d451-4d8f-827d-64d5db6de83f tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:36.689370 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e1e5a3b0-f230-4660-9f0b-0038f02c85c3 req-c107888d-d451-4d8f-827d-64d5db6de83f tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] 10.222.0.41 "GET /v2.0/ports?device_id=e709224f-f45e-4672-b00d-69dd61a90aab HTTP/1.1" status: 200 len: 949 time: 0.1000021 Feb 16 18:10:36.737684 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e1e5a3b0-f230-4660-9f0b-0038f02c85c3 req-ab04e2df-a6b7-424a-9703-b11139f37158 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce2f5ec9-58a1-469e-bc23-de32ae1f4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461783 Feb 16 18:10:36.886111 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f8d41-6b38-4e60-9d9c-ca4dfe1c5fb0 req-d7155729-cccc-451b-a19d-e62c2f0f6d66 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:36.887754 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-758f8d41-6b38-4e60-9d9c-ca4dfe1c5fb0 req-d7155729-cccc-451b-a19d-e62c2f0f6d66 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab3268a-74d9-41b6-9a4b-5da1a344ec18 HTTP/1.1" status: 200 len: 931 time: 0.0860343 Feb 16 18:10:36.891438 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.db.resource_extend [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-a4879a9f-5c1a-4d06-882c-a2c8d50740bf service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 16 18:10:36.937070 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-758f8d41-6b38-4e60-9d9c-ca4dfe1c5fb0 req-50287bb3-7b42-491b-b7f8-438355efcc86 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=d22fb87f-4b70-4224-926a-526260d05818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425789 Feb 16 18:10:36.988441 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-a4879a9f-5c1a-4d06-882c-a2c8d50740bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed3849b5-e65e-4b16-8410-4dcb554d68fb {{(pid=83986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:10:36.999566 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-a4879a9f-5c1a-4d06-882c-a2c8d50740bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:37.027798 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-a4879a9f-5c1a-4d06-882c-a2c8d50740bf service neutron] Transition to ACTIVE for port object ed3849b5-e65e-4b16-8410-4dcb554d68fb will not be triggered until provisioned by entity L2. {{(pid=83986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:10:37.032683 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-a4879a9f-5c1a-4d06-882c-a2c8d50740bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2831644'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:37.047909 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3f932997-88a8-4af7-830d-48d336cbd5f9 tempest-VolumesActionsTest-1035001273 tempest-VolumesActionsTest-1035001273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:37.321922 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4879a9f-5c1a-4d06-882c-a2c8d50740bf service neutron] Pushing event updated for resources: {'Port': ['ID=ed3849b5-e65e-4b16-8410-4dcb554d68fb,revision_number=2']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:37.338966 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a4879a9f-5c1a-4d06-882c-a2c8d50740bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:37.469089 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca70ef9f-ee59-4f92-94b5-6edb93b39e42 admin admin] Router 97e71f11-7f81-4855-b48d-001b33b48a55 has already been hosted by L3 agent 616de62f-f042-46f7-b8cf-861f27422584 {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:10:37.693835 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-a4879a9f-5c1a-4d06-882c-a2c8d50740bf service neutron] Attempting to bind port ed3849b5-e65e-4b16-8410-4dcb554d68fb on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:10:37.694133 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-a4879a9f-5c1a-4d06-882c-a2c8d50740bf service neutron] Attempting to bind port ed3849b5-e65e-4b16-8410-4dcb554d68fb by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '21e9a9a0-3fce-4e88-843b-4cc9439b3ace', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82'}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:10:37.694496 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-a4879a9f-5c1a-4d06-882c-a2c8d50740bf service neutron] Attempting to bind port ed3849b5-e65e-4b16-8410-4dcb554d68fb on network 484344ef-9cd5-4c12-8f55-8e6f63128f82 {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:10:37.706879 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-a4879a9f-5c1a-4d06-882c-a2c8d50740bf service neutron] Checking agent: {'id': '0ec6646b-198c-4ca3-9e9d-d080d83e847c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 2, 57), 'started_at': datetime.datetime(2021, 2, 16, 18, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:10:37.707249 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-a4879a9f-5c1a-4d06-882c-a2c8d50740bf service neutron] Checking segment: {'id': '21e9a9a0-3fce-4e88-843b-4cc9439b3ace', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:10:37.707674 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-a4879a9f-5c1a-4d06-882c-a2c8d50740bf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:37.708062 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-a4879a9f-5c1a-4d06-882c-a2c8d50740bf service neutron] Bound using segment: {'id': '21e9a9a0-3fce-4e88-843b-4cc9439b3ace', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82'} {{(pid=83986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:10:37.708535 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-a4879a9f-5c1a-4d06-882c-a2c8d50740bf service neutron] Bound port: ed3849b5-e65e-4b16-8410-4dcb554d68fb, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e9a9a0-3fce-4e88-843b-4cc9439b3ace', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82'}}] {{(pid=83986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:10:37.708904 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-a4879a9f-5c1a-4d06-882c-a2c8d50740bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:37.784432 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca70ef9f-ee59-4f92-94b5-6edb93b39e42 admin admin] Notify agent at l3_agent.dv-cinder-763306-9-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:10:37.793911 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-ca70ef9f-ee59-4f92-94b5-6edb93b39e42 admin admin] 10.222.0.41 "PUT /v2.0/routers/97e71f11-7f81-4855-b48d-001b33b48a55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4105310 Feb 16 18:10:37.793911 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 35596) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:37.797512 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadcb601-44af-45e5-92aa-60b2e4d6c6e8 None None] Sync routers for ids ['97e71f11-7f81-4855-b48d-001b33b48a55'] in dv-cinder-763306-9-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:10:37.809135 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadcb601-44af-45e5-92aa-60b2e4d6c6e8 None None] Routers {'97e71f11-7f81-4855-b48d-001b33b48a55'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:10:37.809808 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-eadcb601-44af-45e5-92aa-60b2e4d6c6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:10:26Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['97e71f11-7f81-4855-b48d-001b33b48a55'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:10:38.049110 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-eadcb601-44af-45e5-92aa-60b2e4d6c6e8 None None] Set router 97e71f11-7f81-4855-b48d-001b33b48a55 gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:10:38.073692 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1410687-6294-47bd-ab14-4a77589e270e req-70cb0c0c-83fb-47ff-9b24-212412bf2002 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:38.082777 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b1410687-6294-47bd-ab14-4a77589e270e req-70cb0c0c-83fb-47ff-9b24-212412bf2002 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] 10.222.0.41 "GET /v2.0/ports?device_id=e709224f-f45e-4672-b00d-69dd61a90aab HTTP/1.1" status: 200 len: 949 time: 0.1855352 Feb 16 18:10:38.287215 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b1410687-6294-47bd-ab14-4a77589e270e req-eae1fc86-2832-43b9-8610-251729931876 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] 10.222.0.41 "GET /v2.0/security-groups?id=ce2f5ec9-58a1-469e-bc23-de32ae1f4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005100 Feb 16 18:10:38.290829 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-a4879a9f-5c1a-4d06-882c-a2c8d50740bf service neutron] For port ed3849b5-e65e-4b16-8410-4dcb554d68fb, host hv-cinder-76330, cleared binding levels {{(pid=83986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:10:38.300786 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-a4879a9f-5c1a-4d06-882c-a2c8d50740bf service neutron] For port ed3849b5-e65e-4b16-8410-4dcb554d68fb, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ed3849b5-e65e-4b16-8410-4dcb554d68fb,segment=NetworkSegment(21e9a9a0-3fce-4e88-843b-4cc9439b3ace),segment_id=21e9a9a0-3fce-4e88-843b-4cc9439b3ace)] {{(pid=83986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:10:38.307429 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-a4879a9f-5c1a-4d06-882c-a2c8d50740bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2831644'] for port, after_update {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:38.311818 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6e2e1-5e3e-4dff-abad-2ef583c1fc0b req-1b8c4d01-c507-4fc2-bf12-8fbe8970ce3b tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:38.321784 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bfe6e2e1-5e3e-4dff-abad-2ef583c1fc0b req-1b8c4d01-c507-4fc2-bf12-8fbe8970ce3b tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab3268a-74d9-41b6-9a4b-5da1a344ec18 HTTP/1.1" status: 200 len: 943 time: 0.2078772 Feb 16 18:10:38.325771 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a10c93a3-a383-4e1e-ae1b-4a84a22d5f5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:38.376709 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0715f85-1fcd-42e5-b2ab-e6d54eabb3f9 req-511782d7-f16a-4620-92a3-de1541d7bd5b tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:38.378337 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a0715f85-1fcd-42e5-b2ab-e6d54eabb3f9 req-511782d7-f16a-4620-92a3-de1541d7bd5b tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] 10.222.0.86 "GET /v2.0/ports?device_id=e709224f-f45e-4672-b00d-69dd61a90aab HTTP/1.1" status: 200 len: 949 time: 0.3762136 Feb 16 18:10:38.428727 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-eadcb601-44af-45e5-92aa-60b2e4d6c6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'name': 'tempest-TestMinimumBasicScenario-990617393-router', 'tenant_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.247'}], 'enable_snat': True}, 'gw_port_id': '9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:55Z', 'updated_at': '2021-02-16T18:10:35Z', 'revision_number': 5, 'project_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'gw_port': {'id': '9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:57Z', 'updated_at': '2021-02-16T18:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:10:38.433273 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadcb601-44af-45e5-92aa-60b2e4d6c6e8 None None] Checking router: 97e71f11-7f81-4855-b48d-001b33b48a55 for host: dv-cinder-763306-9-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:10:38.439407 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bfe6e2e1-5e3e-4dff-abad-2ef583c1fc0b req-a625c5a2-a85e-4e8d-8e77-3275660b700c tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=d22fb87f-4b70-4224-926a-526260d05818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150515 Feb 16 18:10:38.454966 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadcb601-44af-45e5-92aa-60b2e4d6c6e8 None None] Routers {'97e71f11-7f81-4855-b48d-001b33b48a55'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:10:38.455849 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-eadcb601-44af-45e5-92aa-60b2e4d6c6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:10:26Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['97e71f11-7f81-4855-b48d-001b33b48a55'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:10:38.462594 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-a0715f85-1fcd-42e5-b2ab-e6d54eabb3f9 req-b3652d38-f8a9-4a62-86de-3ad53e36b5e3 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Deleting port 4a736e81-115a-419c-a8be-0ea4afbf4f78 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:10:38.463250 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-a0715f85-1fcd-42e5-b2ab-e6d54eabb3f9 req-b3652d38-f8a9-4a62-86de-3ad53e36b5e3 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:38.476715 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a14c436e-5599-4f26-80ba-bc3654e14499 admin admin] Notify callbacks [] for router, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:38.624173 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4879a9f-5c1a-4d06-882c-a2c8d50740bf service neutron] Pushing event updated for resources: {'Port': ['ID=ed3849b5-e65e-4b16-8410-4dcb554d68fb,revision_number=3']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:38.649197 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a4879a9f-5c1a-4d06-882c-a2c8d50740bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:38.725280 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-a4879a9f-5c1a-4d06-882c-a2c8d50740bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:38.725979 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-a4879a9f-5c1a-4d06-882c-a2c8d50740bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:38.727572 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-a4879a9f-5c1a-4d06-882c-a2c8d50740bf service neutron] 10.222.0.86 "PUT /v2.0/ports/ed3849b5-e65e-4b16-8410-4dcb554d68fb HTTP/1.1" status: 200 len: 1157 time: 3.0714285 Feb 16 18:10:38.728150 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab3268a-74d9-41b6-9a4b-5da1a344ec18', 'tag': 'ed3849b5-e65e-4b16-8410-4dcb554d68fb'}] {{(pid=83986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:10:38.733850 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a14c436e-5599-4f26-80ba-bc3654e14499 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:38.747976 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-a14c436e-5599-4f26-80ba-bc3654e14499 admin admin] Deleting port 9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:10:38.748365 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a14c436e-5599-4f26-80ba-bc3654e14499 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:38.795991 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-a0715f85-1fcd-42e5-b2ab-e6d54eabb3f9 req-b3652d38-f8a9-4a62-86de-3ad53e36b5e3 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] For port 4a736e81-115a-419c-a8be-0ea4afbf4f78, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4a736e81-115a-419c-a8be-0ea4afbf4f78,segment=NetworkSegment(35332826-ea6c-4634-94bb-6df813dd8d7e),segment_id=35332826-ea6c-4634-94bb-6df813dd8d7e)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:10:38.796658 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-a0715f85-1fcd-42e5-b2ab-e6d54eabb3f9 req-b3652d38-f8a9-4a62-86de-3ad53e36b5e3 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:38.800063 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eab3268a-74d9-41b6-9a4b-5da1a344ec18', 'tag': 'ed3849b5-e65e-4b16-8410-4dcb554d68fb', 'status': 'completed', 'code': 200} Feb 16 18:10:38.904390 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 4a736e81-115a-419c-a8be-0ea4afbf4f78 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:10:38.964136 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-eadcb601-44af-45e5-92aa-60b2e4d6c6e8 None None] Set router 97e71f11-7f81-4855-b48d-001b33b48a55 gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:10:38.983686 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-a0715f85-1fcd-42e5-b2ab-e6d54eabb3f9 req-b3652d38-f8a9-4a62-86de-3ad53e36b5e3 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Calling delete_port for 4a736e81-115a-419c-a8be-0ea4afbf4f78 owned by compute:nova {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:10:39.013055 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-4c7a0ea8-d10d-4ef6-b90c-c8aab5eccb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:39.015304 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-4c7a0ea8-d10d-4ef6-b90c-c8aab5eccb8b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=677540ccd8c14828bf2eccdddfe30bd5&device_id=eab3268a-74d9-41b6-9a4b-5da1a344ec18 HTTP/1.1" status: 200 len: 1160 time: 0.2172534 Feb 16 18:10:39.107930 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-d58c231b-f9b3-4716-a1ec-5cfd8898430f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed3849b5-e65e-4b16-8410-4dcb554d68fb HTTP/1.1" status: 200 len: 217 time: 0.0793865 Feb 16 18:10:39.109678 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-a14c436e-5599-4f26-80ba-bc3654e14499 admin admin] For port 9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1,segment=NetworkSegment(d8e446b7-17d7-4e96-a48b-79ba500f2134),segment_id=d8e446b7-17d7-4e96-a48b-79ba500f2134)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:10:39.110101 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a14c436e-5599-4f26-80ba-bc3654e14499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:39.146277 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-a0715f85-1fcd-42e5-b2ab-e6d54eabb3f9 req-b3652d38-f8a9-4a62-86de-3ad53e36b5e3 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:39.162846 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-e2aaf90f-a12e-40ea-82bf-b34aa4b151a1 tempest-DeleteServersTestJSON-1743305874 tempest-DeleteServersTestJSON-1743305874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:39.201742 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] No active binding found for port 4a736e81-115a-419c-a8be-0ea4afbf4f78 {{(pid=83987) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 16 18:10:39.202216 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 4a736e81-115a-419c-a8be-0ea4afbf4f78 not bound to the agent host hv-cinder-76330 {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:10:39.218969 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3652d38-f8a9-4a62-86de-3ad53e36b5e3 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Pushing event deleted for resources: {'Port': ['ID=4a736e81-115a-419c-a8be-0ea4afbf4f78,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:39.268990 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-b3652d38-f8a9-4a62-86de-3ad53e36b5e3 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:39.293393 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-a14c436e-5599-4f26-80ba-bc3654e14499 admin admin] Calling delete_port for 9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1 owned by network:router_gateway {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:10:39.325493 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-eadcb601-44af-45e5-92aa-60b2e4d6c6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'name': 'tempest-TestMinimumBasicScenario-990617393-router', 'tenant_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.247'}], 'enable_snat': True}, 'gw_port_id': '9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:55Z', 'updated_at': '2021-02-16T18:10:35Z', 'revision_number': 5, 'project_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'gw_port': {'id': '9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:57Z', 'updated_at': '2021-02-16T18:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:10:39.332409 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadcb601-44af-45e5-92aa-60b2e4d6c6e8 None None] The sync data for ids ['97e71f11-7f81-4855-b48d-001b33b48a55'] in dv-cinder-763306-9-smb is: [{'id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'name': 'tempest-TestMinimumBasicScenario-990617393-router', 'tenant_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.247'}], 'enable_snat': True}, 'gw_port_id': '9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:55Z', 'updated_at': '2021-02-16T18:10:35Z', 'revision_number': 5, 'project_id': '7dfc2a9d167d4239b695d5ff5e8a3a94', 'gw_port': {'id': '9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e71f11-7f81-4855-b48d-001b33b48a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:57Z', 'updated_at': '2021-02-16T18:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:10:39.358856 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-3f19785f-5cb6-4964-bbca-13686e828a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:39.360575 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-3f19785f-5cb6-4964-bbca-13686e828a05 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=efa71cb3-35bc-48e0-ae8d-25f67e7ef6da HTTP/1.1" status: 200 len: 850 time: 0.2424903 Feb 16 18:10:39.394143 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0715f85-1fcd-42e5-b2ab-e6d54eabb3f9 req-b3652d38-f8a9-4a62-86de-3ad53e36b5e3 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] No DVR routers for this DVR port 4a736e81-115a-419c-a8be-0ea4afbf4f78 on host hv-cinder-76330 {{(pid=83985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:10:39.396811 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-a0715f85-1fcd-42e5-b2ab-e6d54eabb3f9 req-b3652d38-f8a9-4a62-86de-3ad53e36b5e3 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:39.399600 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e709224f-f45e-4672-b00d-69dd61a90aab', 'name': 'network-vif-deleted', 'tag': '4a736e81-115a-419c-a8be-0ea4afbf4f78'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:10:39.437085 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a0715f85-1fcd-42e5-b2ab-e6d54eabb3f9 req-b3652d38-f8a9-4a62-86de-3ad53e36b5e3 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] 10.222.0.86 "DELETE /v2.0/ports/4a736e81-115a-419c-a8be-0ea4afbf4f78 HTTP/1.1" status: 204 len: 173 time: 1.0520806 Feb 16 18:10:39.480730 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e709224f-f45e-4672-b00d-69dd61a90aab', 'name': 'network-vif-deleted', 'tag': '4a736e81-115a-419c-a8be-0ea4afbf4f78', 'status': 'completed', 'code': 200} Feb 16 18:10:39.553576 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a14c436e-5599-4f26-80ba-bc3654e14499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851944169'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:39.592089 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-a026377c-78c3-40af-82c2-28580337c3b0 req-c8ac2547-adc5-407d-a570-36ee7be546ed tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Synchronizing usage tracker for tenant:9dfd78cd29ce4cbf9a42cce662b44d28 on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:10:39.664424 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-a026377c-78c3-40af-82c2-28580337c3b0 req-c8ac2547-adc5-407d-a570-36ee7be546ed tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Unset dirty status for tenant:9dfd78cd29ce4cbf9a42cce662b44d28 on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:10:39.674715 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a026377c-78c3-40af-82c2-28580337c3b0 req-c8ac2547-adc5-407d-a570-36ee7be546ed tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] 10.222.0.41 "GET /v2.0/ports?device_id=e709224f-f45e-4672-b00d-69dd61a90aab HTTP/1.1" status: 200 len: 210 time: 0.1720636 Feb 16 18:10:39.683775 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-7337d8e2-9da5-4125-b6ee-66ab813aadd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:39.685426 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-7337d8e2-9da5-4125-b6ee-66ab813aadd1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=484344ef-9cd5-4c12-8f55-8e6f63128f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3145747 Feb 16 18:10:39.730397 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6fb2f-0446-4495-bc88-4e07fbfd3a72 req-b30ef153-2e61-4a11-ae57-9b017433ffe1 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:39.732043 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-fac6fb2f-0446-4495-bc88-4e07fbfd3a72 req-b30ef153-2e61-4a11-ae57-9b017433ffe1 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab3268a-74d9-41b6-9a4b-5da1a344ec18 HTTP/1.1" status: 200 len: 943 time: 0.1090956 Feb 16 18:10:39.916352 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a14c436e-5599-4f26-80ba-bc3654e14499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1990795'] for router_gateway, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:39.919442 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-2e09f281-1ee1-47f3-a994-12c30213a721 service neutron] 10.222.0.86 "GET /v2.0/networks/484344ef-9cd5-4c12-8f55-8e6f63128f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210555 Feb 16 18:10:39.993235 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-fac6fb2f-0446-4495-bc88-4e07fbfd3a72 req-55d99faf-7d1f-48ac-bfcb-a0714c663635 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=d22fb87f-4b70-4224-926a-526260d05818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2537217 Feb 16 18:10:40.140405 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a14c436e-5599-4f26-80ba-bc3654e14499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853176416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496998'] for router, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:40.144770 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a14c436e-5599-4f26-80ba-bc3654e14499 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:40.189371 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a14c436e-5599-4f26-80ba-bc3654e14499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853178764'] for router, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:40.189855 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14c436e-5599-4f26-80ba-bc3654e14499 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97e71f11-7f81-4855-b48d-001b33b48a55 {{(pid=83986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 18:10:40.225926 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-dd4690b2-e30c-4372-a6e4-b422a768f682 req-8cdcdd5e-1e20-4639-ba21-9aacdbb7ca17 service neutron] 10.222.0.86 "GET /v2.0/networks/484344ef-9cd5-4c12-8f55-8e6f63128f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2415364 Feb 16 18:10:40.227736 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a14c436e-5599-4f26-80ba-bc3654e14499 admin admin] Notify callbacks [] for router, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:40.229422 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-a14c436e-5599-4f26-80ba-bc3654e14499 admin admin] 10.222.0.41 "DELETE /v2.0/routers/97e71f11-7f81-4855-b48d-001b33b48a55 HTTP/1.1" status: 204 len: 168 time: 2.4341619 Feb 16 18:10:40.231778 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 35614) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:40.355951 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4409d40-d4bf-4764-a624-81cb7a201546 admin admin] Deleting subnet 08e844c8-151c-4441-9ffd-e0d1f75d181d {{(pid=83986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 18:10:40.361918 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e4409d40-d4bf-4764-a624-81cb7a201546 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:40.664010 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e4409d40-d4bf-4764-a624-81cb7a201546 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852641875'] for subnet, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:40.698195 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d57cf-50be-4ce5-a741-cfe6eb7791cf req-1ffc5f8c-a590-4fca-acf4-3745019c750e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:40.699981 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2f9d57cf-50be-4ce5-a741-cfe6eb7791cf req-1ffc5f8c-a590-4fca-acf4-3745019c750e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=677540ccd8c14828bf2eccdddfe30bd5&device_id=eab3268a-74d9-41b6-9a4b-5da1a344ec18 HTTP/1.1" status: 200 len: 1160 time: 0.4193318 Feb 16 18:10:40.756681 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf no longer exists at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:10:40.795012 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] No Port match for: e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf {{(pid=83987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:10:40.795429 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device e8297d1a-7cc6-4f91-b1d7-c3c08e6012bf not bound to the agent host dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:10:40.795911 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1 no longer exists at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:10:40.832915 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] No Port match for: 9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1 {{(pid=83987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:10:40.833284 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 9ef5f1a3-4d66-4630-89b8-5bc4baa28ca1 not bound to the agent host dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:10:40.928789 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e4409d40-d4bf-4764-a624-81cb7a201546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853799394'] for subnet, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:40.976134 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d57cf-50be-4ce5-a741-cfe6eb7791cf req-6d77bb94-cbc2-47f0-bd11-417590d5a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:40.977742 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2f9d57cf-50be-4ce5-a741-cfe6eb7791cf req-6d77bb94-cbc2-47f0-bd11-417590d5a258 service neutron] 10.222.0.86 "GET /v2.0/networks?id=484344ef-9cd5-4c12-8f55-8e6f63128f82 HTTP/1.1" status: 200 len: 905 time: 0.2620091 Feb 16 18:10:41.139456 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2f9d57cf-50be-4ce5-a741-cfe6eb7791cf req-2518b888-7b75-44f3-8461-56e662842a5d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed3849b5-e65e-4b16-8410-4dcb554d68fb HTTP/1.1" status: 200 len: 217 time: 0.1345382 Feb 16 18:10:41.237395 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d7a03-39cd-4545-8747-10441a62d5c8 req-f4609c09-102c-4802-91ad-eda08efc5042 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:41.239059 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-789d7a03-39cd-4545-8747-10441a62d5c8 req-f4609c09-102c-4802-91ad-eda08efc5042 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab3268a-74d9-41b6-9a4b-5da1a344ec18 HTTP/1.1" status: 200 len: 943 time: 0.1265543 Feb 16 18:10:41.299443 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-789d7a03-39cd-4545-8747-10441a62d5c8 req-5831eb2f-ef10-46b6-a119-ec96f41eb268 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=d22fb87f-4b70-4224-926a-526260d05818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526323 Feb 16 18:10:41.349029 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d57cf-50be-4ce5-a741-cfe6eb7791cf req-1153cf23-0534-4981-9775-a5b17f484653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:41.350621 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2f9d57cf-50be-4ce5-a741-cfe6eb7791cf req-1153cf23-0534-4981-9775-a5b17f484653 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=efa71cb3-35bc-48e0-ae8d-25f67e7ef6da HTTP/1.1" status: 200 len: 850 time: 0.0876844 Feb 16 18:10:41.352076 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e4409d40-d4bf-4764-a624-81cb7a201546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2831681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3161752'] for subnet, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:41.370543 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-89074359-199e-448a-be5c-926a64033429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:41.503507 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4409d40-d4bf-4764-a624-81cb7a201546 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08e844c8-151c-4441-9ffd-e0d1f75d181d,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:41.516962 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-e4409d40-d4bf-4764-a624-81cb7a201546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:41.562377 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e4409d40-d4bf-4764-a624-81cb7a201546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:41.565710 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de5cd1c-cde4-447b-8bb4-4a794011ea3a None None] Network 254b54a2-6ec3-4abc-b0fd-dceeba540521 requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:10:41.582422 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-e4409d40-d4bf-4764-a624-81cb7a201546 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/08e844c8-151c-4441-9ffd-e0d1f75d181d HTTP/1.1" status: 204 len: 168 time: 1.3429220 Feb 16 18:10:41.583036 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d57cf-50be-4ce5-a741-cfe6eb7791cf req-935ee3f3-86b4-407a-a17d-6e9792082818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:41.583171 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 35696) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:41.584629 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2f9d57cf-50be-4ce5-a741-cfe6eb7791cf req-935ee3f3-86b4-407a-a17d-6e9792082818 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=484344ef-9cd5-4c12-8f55-8e6f63128f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2152061 Feb 16 18:10:41.729057 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7ce48c4e-adb8-49c9-b50d-2bb56ed9f20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853787567'] for network, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:41.750570 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2f9d57cf-50be-4ce5-a741-cfe6eb7791cf req-cb8987e7-cc1a-485e-b89c-689485a9fcf9 service neutron] 10.222.0.86 "GET /v2.0/networks/484344ef-9cd5-4c12-8f55-8e6f63128f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578920 Feb 16 18:10:41.816291 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-7ce48c4e-adb8-49c9-b50d-2bb56ed9f20a admin admin] Deleting port b199d706-85f1-49a4-8afb-fb67006ae4ac {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:10:41.816611 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7ce48c4e-adb8-49c9-b50d-2bb56ed9f20a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:41.898879 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3329a37-bcfe-4691-82cf-df1729f1f16e None None] DHCP port deletion for 254b54a2-6ec3-4abc-b0fd-dceeba540521 request from dv-cinder-763306-9-smb {{(pid=83987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 16 18:10:41.903638 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-f3329a37-bcfe-4691-82cf-df1729f1f16e None None] Deleting port b199d706-85f1-49a4-8afb-fb67006ae4ac {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:10:41.910689 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f3329a37-bcfe-4691-82cf-df1729f1f16e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:41.919260 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-2f9d57cf-50be-4ce5-a741-cfe6eb7791cf req-0d6e242d-3bbf-4987-ba17-967aff8b569a service neutron] 10.222.0.86 "GET /v2.0/networks/484344ef-9cd5-4c12-8f55-8e6f63128f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1613903 Feb 16 18:10:42.065239 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-7ce48c4e-adb8-49c9-b50d-2bb56ed9f20a admin admin] For port b199d706-85f1-49a4-8afb-fb67006ae4ac, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=b199d706-85f1-49a4-8afb-fb67006ae4ac,segment=NetworkSegment(ac563771-cfc3-43bf-933e-1d229ab3f487),segment_id=ac563771-cfc3-43bf-933e-1d229ab3f487)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:10:42.065657 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7ce48c4e-adb8-49c9-b50d-2bb56ed9f20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:42.154111 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-f3329a37-bcfe-4691-82cf-df1729f1f16e None None] For port b199d706-85f1-49a4-8afb-fb67006ae4ac, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=b199d706-85f1-49a4-8afb-fb67006ae4ac,segment=NetworkSegment(ac563771-cfc3-43bf-933e-1d229ab3f487),segment_id=ac563771-cfc3-43bf-933e-1d229ab3f487)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:10:42.154670 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f3329a37-bcfe-4691-82cf-df1729f1f16e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:42.233906 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-7ce48c4e-adb8-49c9-b50d-2bb56ed9f20a admin admin] Calling delete_port for b199d706-85f1-49a4-8afb-fb67006ae4ac owned by network:dhcp {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:10:42.299165 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-f3329a37-bcfe-4691-82cf-df1729f1f16e None None] Calling delete_port for b199d706-85f1-49a4-8afb-fb67006ae4ac owned by network:dhcp {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:10:42.332724 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7ce48c4e-adb8-49c9-b50d-2bb56ed9f20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:42.430397 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-569c1cb3-2fea-4972-b656-e4168ed8748a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:42.486956 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce48c4e-adb8-49c9-b50d-2bb56ed9f20a admin admin] Pushing event deleted for resources: {'Port': ['ID=b199d706-85f1-49a4-8afb-fb67006ae4ac,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:42.488131 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.db.api [None req-f3329a37-bcfe-4691-82cf-df1729f1f16e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83987) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:10:42.489024 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_db.api [None req-f3329a37-bcfe-4691-82cf-df1729f1f16e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 18:10:42.493030 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-7ce48c4e-adb8-49c9-b50d-2bb56ed9f20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:42.574990 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce48c4e-adb8-49c9-b50d-2bb56ed9f20a admin admin] No DVR routers for this DVR port b199d706-85f1-49a4-8afb-fb67006ae4ac on host dv-cinder-763306-9-smb {{(pid=83985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:10:42.716733 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7ce48c4e-adb8-49c9-b50d-2bb56ed9f20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853803641', 'neutron.services.segments.db._delete_segments_for_network--9223363287453533471'] for network, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:42.754481 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device b199d706-85f1-49a4-8afb-fb67006ae4ac no longer exists at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:10:42.788940 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1608a-fc7b-453a-9b45-d094f1c6cffb req-d5d67957-2467-4aab-9b04-01e63a933863 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:42.790504 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-49e1608a-fc7b-453a-9b45-d094f1c6cffb req-d5d67957-2467-4aab-9b04-01e63a933863 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab3268a-74d9-41b6-9a4b-5da1a344ec18 HTTP/1.1" status: 200 len: 943 time: 0.3011560 Feb 16 18:10:42.806337 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] No Port match for: b199d706-85f1-49a4-8afb-fb67006ae4ac {{(pid=83987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:10:42.806883 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device b199d706-85f1-49a4-8afb-fb67006ae4ac not bound to the agent host dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:10:42.879576 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-7ce48c4e-adb8-49c9-b50d-2bb56ed9f20a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['254b54a2-6ec3-4abc-b0fd-dceeba540521']}} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:10:42.889491 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-49e1608a-fc7b-453a-9b45-d094f1c6cffb req-e1fc9658-acd4-4d9c-a3b7-f5271081221b tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=d22fb87f-4b70-4224-926a-526260d05818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791657 Feb 16 18:10:42.896327 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-7ce48c4e-adb8-49c9-b50d-2bb56ed9f20a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac563771-cfc3-43bf-933e-1d229ab3f487') {'for_net_delete': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:10:42.896661 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-7ce48c4e-adb8-49c9-b50d-2bb56ed9f20a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac563771-cfc3-43bf-933e-1d229ab3f487') {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:10:42.919306 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7ce48c4e-adb8-49c9-b50d-2bb56ed9f20a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363287453521951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2307540'] for segment, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:42.945808 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7ce48c4e-adb8-49c9-b50d-2bb56ed9f20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975480'] for segment, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:42.948110 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7ce48c4e-adb8-49c9-b50d-2bb56ed9f20a admin admin] Releasing vxlan tunnel 10 to pool {{(pid=83985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 18:10:42.990168 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-f3329a37-bcfe-4691-82cf-df1729f1f16e None None] Deleting port b199d706-85f1-49a4-8afb-fb67006ae4ac {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:10:42.990770 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f3329a37-bcfe-4691-82cf-df1729f1f16e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:43.078270 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-f3329a37-bcfe-4691-82cf-df1729f1f16e None None] The port 'b199d706-85f1-49a4-8afb-fb67006ae4ac' was deleted {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 16 18:10:43.134052 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-7ce48c4e-adb8-49c9-b50d-2bb56ed9f20a admin admin] Network 254b54a2-6ec3-4abc-b0fd-dceeba540521 has no segments {{(pid=83985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:10:43.144178 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7ce48c4e-adb8-49c9-b50d-2bb56ed9f20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853800433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852427549'] for segment, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:43.186914 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device ed3849b5-e65e-4b16-8410-4dcb554d68fb up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:10:43.286074 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning for port ed3849b5-e65e-4b16-8410-4dcb554d68fb completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:10:43.291222 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port ed3849b5-e65e-4b16-8410-4dcb554d68fb triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:10:43.291674 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:43.336467 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-7ce48c4e-adb8-49c9-b50d-2bb56ed9f20a admin admin] Network 254b54a2-6ec3-4abc-b0fd-dceeba540521 has no segments {{(pid=83985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:10:43.361541 dv-cinder-763306-9-smb neutron-server[83874]: Traceback (most recent call last): Feb 16 18:10:43.361541 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:10:43.361541 dv-cinder-763306-9-smb neutron-server[83874]: timer() Feb 16 18:10:43.361541 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:10:43.361541 dv-cinder-763306-9-smb neutron-server[83874]: cb(*args, **kw) Feb 16 18:10:43.361541 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 18:10:43.361541 dv-cinder-763306-9-smb neutron-server[83874]: return func(*args, **kwargs) Feb 16 18:10:43.361541 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:10:43.361541 dv-cinder-763306-9-smb neutron-server[83874]: self._notify() Feb 16 18:10:43.361541 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:10:43.361541 dv-cinder-763306-9-smb neutron-server[83874]: self.callback(batched_events) Feb 16 18:10:43.361541 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:10:43.361541 dv-cinder-763306-9-smb neutron-server[83874]: event.method(event) Feb 16 18:10:43.361541 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:10:43.361541 dv-cinder-763306-9-smb neutron-server[83874]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:10:43.361541 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 18:10:43.361541 dv-cinder-763306-9-smb neutron-server[83874]: segment_id)['aggregates'][0] Feb 16 18:10:43.361541 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:10:43.361541 dv-cinder-763306-9-smb neutron-server[83874]: return f(self, *a, **k) Feb 16 18:10:43.361541 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:10:43.361541 dv-cinder-763306-9-smb neutron-server[83874]: return self._get(url).json() Feb 16 18:10:43.361541 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:10:43.361541 dv-cinder-763306-9-smb neutron-server[83874]: **kwargs) Feb 16 18:10:43.361541 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 18:10:43.361541 dv-cinder-763306-9-smb neutron-server[83874]: return self.request(url, 'GET', **kwargs) Feb 16 18:10:43.361541 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 18:10:43.361541 dv-cinder-763306-9-smb neutron-server[83874]: **endpoint_filter) Feb 16 18:10:43.361541 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 18:10:43.361541 dv-cinder-763306-9-smb neutron-server[83874]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:10:43.361541 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 18:10:43.361541 dv-cinder-763306-9-smb neutron-server[83874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:10:43.361541 dv-cinder-763306-9-smb neutron-server[83874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:10:43.425221 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:43.451243 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7ce48c4e-adb8-49c9-b50d-2bb56ed9f20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852784992'] for network, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:43.455666 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:43.456202 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab3268a-74d9-41b6-9a4b-5da1a344ec18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3849b5-e65e-4b16-8410-4dcb554d68fb'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:10:43.468596 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] For port ed3849b5-e65e-4b16-8410-4dcb554d68fb, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ed3849b5-e65e-4b16-8410-4dcb554d68fb,segment=NetworkSegment(21e9a9a0-3fce-4e88-843b-4cc9439b3ace),segment_id=21e9a9a0-3fce-4e88-843b-4cc9439b3ace)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:10:43.476671 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:43.478197 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7ce48c4e-adb8-49c9-b50d-2bb56ed9f20a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:43.480790 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:43.490575 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce48c4e-adb8-49c9-b50d-2bb56ed9f20a admin admin] Pushing event deleted for resources: {'Network': ['ID=254b54a2-6ec3-4abc-b0fd-dceeba540521,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:43.495790 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-7ce48c4e-adb8-49c9-b50d-2bb56ed9f20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:43.500263 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-7ce48c4e-adb8-49c9-b50d-2bb56ed9f20a admin admin] 10.222.0.41 "DELETE /v2.0/networks/254b54a2-6ec3-4abc-b0fd-dceeba540521 HTTP/1.1" status: 204 len: 168 time: 1.9159005 Feb 16 18:10:43.576440 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Pushing event updated for resources: {'Port': ['ID=ed3849b5-e65e-4b16-8410-4dcb554d68fb,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:43.582562 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:43.599430 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab3268a-74d9-41b6-9a4b-5da1a344ec18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3849b5-e65e-4b16-8410-4dcb554d68fb', 'code': 200} Feb 16 18:10:43.724317 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 35832) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:43.782986 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-66607a13-0b0f-4732-9bd2-b0ffb55c0a49 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7dfc2a9d167d4239b695d5ff5e8a3a94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0544379 Feb 16 18:10:43.783791 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 35836) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:43.916041 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ffc69302-a197-40aa-a6c0-57ed8c429234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:43.939564 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f041b61-f3cf-45f8-9714-3d95489fee56 req-668fa04e-5882-4dd1-9399-2fbb29b94acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:43.941299 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7f041b61-f3cf-45f8-9714-3d95489fee56 req-668fa04e-5882-4dd1-9399-2fbb29b94acb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=eab3268a-74d9-41b6-9a4b-5da1a344ec18 HTTP/1.1" status: 200 len: 1162 time: 0.1546075 Feb 16 18:10:43.976234 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ffc69302-a197-40aa-a6c0-57ed8c429234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:44.038005 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7f041b61-f3cf-45f8-9714-3d95489fee56 req-e3b4da92-bbdf-4e99-9d6a-9f649f659954 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d22fb87f-4b70-4224-926a-526260d05818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890777 Feb 16 18:10:44.051039 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ffc69302-a197-40aa-a6c0-57ed8c429234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:44.057642 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-cd284733-6ed8-4a1b-9e81-2d857c09000c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:44.072054 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc69302-a197-40aa-a6c0-57ed8c429234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4174114f-766c-4413-a801-0c8bdbed0ff1,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:44.075065 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ffc69302-a197-40aa-a6c0-57ed8c429234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:44.084271 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ffc69302-a197-40aa-a6c0-57ed8c429234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:44.085521 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-ffc69302-a197-40aa-a6c0-57ed8c429234 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4174114f-766c-4413-a801-0c8bdbed0ff1 HTTP/1.1" status: 204 len: 168 time: 0.3004150 Feb 16 18:10:44.108207 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0c976-acd9-48aa-a00f-d0614e2f2521 req-2c3a0d1e-047c-476a-b851-235bcd8d2d78 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:44.110485 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6de0c976-acd9-48aa-a00f-d0614e2f2521 req-2c3a0d1e-047c-476a-b851-235bcd8d2d78 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab3268a-74d9-41b6-9a4b-5da1a344ec18 HTTP/1.1" status: 200 len: 945 time: 0.0942681 Feb 16 18:10:44.161983 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6de0c976-acd9-48aa-a00f-d0614e2f2521 req-a1bcbde2-ca55-4b76-912a-42ed8064db0f tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=d22fb87f-4b70-4224-926a-526260d05818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430987 Feb 16 18:10:44.773399 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device ed3849b5-e65e-4b16-8410-4dcb554d68fb up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:10:44.846391 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port ed3849b5-e65e-4b16-8410-4dcb554d68fb triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:10:44.846808 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:45.373876 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a7e02-c288-46fa-ad97-04c3b2c8d193 req-558e4588-fc24-4052-a42d-24da8390cc88 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:45.375556 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d98a7e02-c288-46fa-ad97-04c3b2c8d193 req-558e4588-fc24-4052-a42d-24da8390cc88 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab3268a-74d9-41b6-9a4b-5da1a344ec18 HTTP/1.1" status: 200 len: 945 time: 0.0894899 Feb 16 18:10:45.424276 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d98a7e02-c288-46fa-ad97-04c3b2c8d193 req-d343d407-e9fc-4dcb-9401-9c48ce18a958 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=d22fb87f-4b70-4224-926a-526260d05818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423083 Feb 16 18:10:45.726943 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 35880) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:45.887493 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-d96627f3-311e-43b3-b8d7-d69daf0c78a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9dfd78cd29ce4cbf9a42cce662b44d28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1591504 Feb 16 18:10:45.890210 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 35888) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:45.951983 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1238709d-c762-44b0-a84a-9a72e92aced5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:45.979314 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1238709d-c762-44b0-a84a-9a72e92aced5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:46.027779 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1238709d-c762-44b0-a84a-9a72e92aced5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:46.033175 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-2eea158f-1b7a-46dc-af55-1c14a77266d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:10:46.046480 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1238709d-c762-44b0-a84a-9a72e92aced5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2f5ec9-58a1-469e-bc23-de32ae1f4e8c,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:10:46.049404 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-1238709d-c762-44b0-a84a-9a72e92aced5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:10:46.055432 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1238709d-c762-44b0-a84a-9a72e92aced5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:46.058158 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-1238709d-c762-44b0-a84a-9a72e92aced5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce2f5ec9-58a1-469e-bc23-de32ae1f4e8c HTTP/1.1" status: 204 len: 168 time: 0.1669123 Feb 16 18:10:46.624690 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77349e8-00df-4afd-819f-508f6b9d9ead req-d2f1f34e-f72e-4342-8c88-0aa37f8ff70a tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:46.626894 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d77349e8-00df-4afd-819f-508f6b9d9ead req-d2f1f34e-f72e-4342-8c88-0aa37f8ff70a tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab3268a-74d9-41b6-9a4b-5da1a344ec18 HTTP/1.1" status: 200 len: 945 time: 0.0858958 Feb 16 18:10:46.677436 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d77349e8-00df-4afd-819f-508f6b9d9ead req-181c459c-d0e0-4b4f-916b-d340762c01f8 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=d22fb87f-4b70-4224-926a-526260d05818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442877 Feb 16 18:10:46.869520 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de288960-88d5-43be-b453-9b2dff670a59 req-5ec2ac48-9a14-40c5-97cd-20b8dec8d1de tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:46.871104 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-de288960-88d5-43be-b453-9b2dff670a59 req-5ec2ac48-9a14-40c5-97cd-20b8dec8d1de tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab3268a-74d9-41b6-9a4b-5da1a344ec18 HTTP/1.1" status: 200 len: 945 time: 0.0855715 Feb 16 18:10:46.880977 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 35898) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:10:46.886507 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-1f97be26-22ee-4bae-91d8-54a73f245a1d tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Request body: {'floatingip': {'port_id': 'ed3849b5-e65e-4b16-8410-4dcb554d68fb'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:10:46.973190 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1f97be26-22ee-4bae-91d8-54a73f245a1d tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for floatingip, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:47.809755 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1f97be26-22ee-4bae-91d8-54a73f245a1d tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:47.812573 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1f97be26-22ee-4bae-91d8-54a73f245a1d tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592459'] for floatingip, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:47.993960 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.db.l3_db [None req-1f97be26-22ee-4bae-91d8-54a73f245a1d tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Floating IP 754a244e-9e51-4013-a6e5-4fdc05192288 associated. External IP: 172.28.3.42, port: ed3849b5-e65e-4b16-8410-4dcb554d68fb. Feb 16 18:10:48.380619 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f97be26-22ee-4bae-91d8-54a73f245a1d tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Router d2375c41-cb38-404a-9b08-5ba3fda53692 has already been hosted by L3 agent 616de62f-f042-46f7-b8cf-861f27422584 {{(pid=83985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:10:48.574477 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f97be26-22ee-4bae-91d8-54a73f245a1d tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify agent at l3_agent.dv-cinder-763306-9-smb the message routers_updated {{(pid=83985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:10:48.579356 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1f97be26-22ee-4bae-91d8-54a73f245a1d tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for floatingip, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:48.584151 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde4cf45-fd28-4567-8ca1-f7a62d038a90 None None] Sync routers for ids ['d2375c41-cb38-404a-9b08-5ba3fda53692'] in dv-cinder-763306-9-smb {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:10:48.594542 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde4cf45-fd28-4567-8ca1-f7a62d038a90 None None] Routers {'d2375c41-cb38-404a-9b08-5ba3fda53692'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:10:48.595294 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-dde4cf45-fd28-4567-8ca1-f7a62d038a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:10:26Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['d2375c41-cb38-404a-9b08-5ba3fda53692'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:10:48.639667 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-1f97be26-22ee-4bae-91d8-54a73f245a1d tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "PUT /v2.0/floatingips/754a244e-9e51-4013-a6e5-4fdc05192288 HTTP/1.1" status: 200 len: 990 time: 1.7574112 Feb 16 18:10:48.640281 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab3268a-74d9-41b6-9a4b-5da1a344ec18', 'tag': 'ed3849b5-e65e-4b16-8410-4dcb554d68fb'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:10:48.694806 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eab3268a-74d9-41b6-9a4b-5da1a344ec18', 'tag': 'ed3849b5-e65e-4b16-8410-4dcb554d68fb', 'status': 'completed', 'code': 200} Feb 16 18:10:48.786933 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-dde4cf45-fd28-4567-8ca1-f7a62d038a90 None None] Set router d2375c41-cb38-404a-9b08-5ba3fda53692 gateway port host: dv-cinder-763306-9-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:10:48.802409 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d864e-833b-419c-8c54-5b49c6bc5c0b req-a9259cc5-dab6-4b8a-8efe-1aa8401b5d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:48.804166 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6f5d864e-833b-419c-8c54-5b49c6bc5c0b req-a9259cc5-dab6-4b8a-8efe-1aa8401b5d89 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=677540ccd8c14828bf2eccdddfe30bd5&device_id=eab3268a-74d9-41b6-9a4b-5da1a344ec18 HTTP/1.1" status: 200 len: 1162 time: 0.0855904 Feb 16 18:10:48.945745 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d864e-833b-419c-8c54-5b49c6bc5c0b req-998cc2cd-80be-4bff-b7e2-6fdccf8109c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:48.947279 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6f5d864e-833b-419c-8c54-5b49c6bc5c0b req-998cc2cd-80be-4bff-b7e2-6fdccf8109c7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=484344ef-9cd5-4c12-8f55-8e6f63128f82 HTTP/1.1" status: 200 len: 905 time: 0.1364157 Feb 16 18:10:49.058415 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6f5d864e-833b-419c-8c54-5b49c6bc5c0b req-1bda2d1a-d3c6-4c5e-b097-d072fa188150 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed3849b5-e65e-4b16-8410-4dcb554d68fb HTTP/1.1" status: 200 len: 998 time: 0.1036661 Feb 16 18:10:49.127726 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d864e-833b-419c-8c54-5b49c6bc5c0b req-d3a8bed9-c72e-4eb0-96fc-819861873a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:49.129303 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6f5d864e-833b-419c-8c54-5b49c6bc5c0b req-d3a8bed9-c72e-4eb0-96fc-819861873a47 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=efa71cb3-35bc-48e0-ae8d-25f67e7ef6da HTTP/1.1" status: 200 len: 850 time: 0.0642200 Feb 16 18:10:49.154949 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-dde4cf45-fd28-4567-8ca1-f7a62d038a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'name': 'tempest-AttachVolumeTestJSON-1463964587-router', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:05:05Z', 'updated_at': '2021-02-16T18:05:16Z', 'revision_number': 4, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'gw_port': {'id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:07Z', 'updated_at': '2021-02-16T18:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_floatingips': [{'id': '754a244e-9e51-4013-a6e5-4fdc05192288', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'floating_ip_address': '172.28.3.42', 'floating_network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'router_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'port_id': 'ed3849b5-e65e-4b16-8410-4dcb554d68fb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82', 'mac_address': 'fa:16:3e:d7:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab3268a-74d9-41b6-9a4b-5da1a344ec18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:10:26Z', 'updated_at': '2021-02-16T18:10:47Z', 'revision_number': 1, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd1ae98c-fd17-493b-8979-8f609018af7c', 'name': '', 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'mac_address': 'fa:16:3e:51:f9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'efa71cb3-35bc-48e0-ae8d-25f67e7ef6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:13Z', 'updated_at': '2021-02-16T18:05:28Z', 'revision_number': 5, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'subnets': [{'id': 'efa71cb3-35bc-48e0-ae8d-25f67e7ef6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:10:49.159202 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde4cf45-fd28-4567-8ca1-f7a62d038a90 None None] Checking router: d2375c41-cb38-404a-9b08-5ba3fda53692 for host: dv-cinder-763306-9-smb {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:10:49.167927 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde4cf45-fd28-4567-8ca1-f7a62d038a90 None None] Routers {'d2375c41-cb38-404a-9b08-5ba3fda53692'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:10:49.168567 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-dde4cf45-fd28-4567-8ca1-f7a62d038a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:10:26Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['d2375c41-cb38-404a-9b08-5ba3fda53692'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:10:49.221191 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d864e-833b-419c-8c54-5b49c6bc5c0b req-532a1df2-173b-4df9-9f93-cd9ba2634947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:49.222779 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6f5d864e-833b-419c-8c54-5b49c6bc5c0b req-532a1df2-173b-4df9-9f93-cd9ba2634947 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=484344ef-9cd5-4c12-8f55-8e6f63128f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0858390 Feb 16 18:10:49.379188 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6f5d864e-833b-419c-8c54-5b49c6bc5c0b req-0831065e-f524-4c43-ab42-d1cba93ef81b service neutron] 10.222.0.86 "GET /v2.0/networks/484344ef-9cd5-4c12-8f55-8e6f63128f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484296 Feb 16 18:10:49.517484 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-dde4cf45-fd28-4567-8ca1-f7a62d038a90 None None] Set router d2375c41-cb38-404a-9b08-5ba3fda53692 gateway port host: dv-cinder-763306-9-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:10:49.529143 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6f5d864e-833b-419c-8c54-5b49c6bc5c0b req-62579e1c-0f82-469e-a851-dee09295593e service neutron] 10.222.0.86 "GET /v2.0/networks/484344ef-9cd5-4c12-8f55-8e6f63128f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1426742 Feb 16 18:10:49.879362 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-dde4cf45-fd28-4567-8ca1-f7a62d038a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'name': 'tempest-AttachVolumeTestJSON-1463964587-router', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:05:05Z', 'updated_at': '2021-02-16T18:05:16Z', 'revision_number': 4, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'gw_port': {'id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:07Z', 'updated_at': '2021-02-16T18:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_floatingips': [{'id': '754a244e-9e51-4013-a6e5-4fdc05192288', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'floating_ip_address': '172.28.3.42', 'floating_network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'router_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'port_id': 'ed3849b5-e65e-4b16-8410-4dcb554d68fb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82', 'mac_address': 'fa:16:3e:d7:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab3268a-74d9-41b6-9a4b-5da1a344ec18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:10:26Z', 'updated_at': '2021-02-16T18:10:47Z', 'revision_number': 1, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd1ae98c-fd17-493b-8979-8f609018af7c', 'name': '', 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'mac_address': 'fa:16:3e:51:f9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'efa71cb3-35bc-48e0-ae8d-25f67e7ef6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:13Z', 'updated_at': '2021-02-16T18:05:28Z', 'revision_number': 5, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'subnets': [{'id': 'efa71cb3-35bc-48e0-ae8d-25f67e7ef6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:10:49.883641 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde4cf45-fd28-4567-8ca1-f7a62d038a90 None None] The sync data for ids ['d2375c41-cb38-404a-9b08-5ba3fda53692'] in dv-cinder-763306-9-smb is: [{'id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'name': 'tempest-AttachVolumeTestJSON-1463964587-router', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:05:05Z', 'updated_at': '2021-02-16T18:05:16Z', 'revision_number': 4, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'gw_port': {'id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:07Z', 'updated_at': '2021-02-16T18:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_floatingips': [{'id': '754a244e-9e51-4013-a6e5-4fdc05192288', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'floating_ip_address': '172.28.3.42', 'floating_network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'router_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'port_id': 'ed3849b5-e65e-4b16-8410-4dcb554d68fb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82', 'mac_address': 'fa:16:3e:d7:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab3268a-74d9-41b6-9a4b-5da1a344ec18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T18:10:26Z', 'updated_at': '2021-02-16T18:10:47Z', 'revision_number': 1, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd1ae98c-fd17-493b-8979-8f609018af7c', 'name': '', 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'mac_address': 'fa:16:3e:51:f9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'efa71cb3-35bc-48e0-ae8d-25f67e7ef6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:13Z', 'updated_at': '2021-02-16T18:05:28Z', 'revision_number': 5, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'subnets': [{'id': 'efa71cb3-35bc-48e0-ae8d-25f67e7ef6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:10:50.198050 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43335548-da09-4d3f-80dc-65dd40a60a69 None None] New status for floating IP 754a244e-9e51-4013-a6e5-4fdc05192288: ACTIVE {{(pid=83987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 18:10:52.945953 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 6 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:10:53.495181 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7b0b51e3-2030-4e55-899b-46c269c66824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:55.753298 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3f256ab3-5d8c-49b4-a4bb-1a220c4e6751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:56.677495 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:56.735435 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:57.387627 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:57.939555 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612c3c3-8abf-4773-9d3d-a24c3e2e069b req-c0c1d0d3-08c1-468b-84ed-dcd2a719fb53 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:57.941134 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e612c3c3-8abf-4773-9d3d-a24c3e2e069b req-c0c1d0d3-08c1-468b-84ed-dcd2a719fb53 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 945 time: 0.0856833 Feb 16 18:10:57.992610 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e612c3c3-8abf-4773-9d3d-a24c3e2e069b req-a8e0c204-38f8-4892-be21-851964492884 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/security-groups?id=27d6118c-2977-4a05-b2d9-83c3f30bda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0450463 Feb 16 18:10:57.996489 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:10:59.194654 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999b500-8bfc-4735-abc8-f67d4dbf68c8 req-0fd741f2-f5f4-44ad-bd76-c55772b3f916 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:10:59.196287 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f999b500-8bfc-4735-abc8-f67d4dbf68c8 req-0fd741f2-f5f4-44ad-bd76-c55772b3f916 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 945 time: 0.0871379 Feb 16 18:10:59.245595 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f999b500-8bfc-4735-abc8-f67d4dbf68c8 req-babdfd09-5591-4eea-b543-550d3f621969 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/security-groups?id=27d6118c-2977-4a05-b2d9-83c3f30bda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0427699 Feb 16 18:11:00.455808 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b1121-a592-49a6-afe8-490edfac33b8 req-9d0135c5-a6b8-42ee-b872-557666b1221d tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:00.457401 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6d8b1121-a592-49a6-afe8-490edfac33b8 req-9d0135c5-a6b8-42ee-b872-557666b1221d tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 945 time: 0.0948107 Feb 16 18:11:00.505584 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6d8b1121-a592-49a6-afe8-490edfac33b8 req-8d0095ea-a1b6-4ff6-8401-2ec09f3cef6e tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/security-groups?id=27d6118c-2977-4a05-b2d9-83c3f30bda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0417984 Feb 16 18:11:01.705115 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40b3ed-0eb9-48c3-8530-5ba4cc8f74ae req-34468214-8ab1-404c-81f7-cfce80ad1095 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:01.706728 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8b40b3ed-0eb9-48c3-8530-5ba4cc8f74ae req-34468214-8ab1-404c-81f7-cfce80ad1095 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 945 time: 0.0866699 Feb 16 18:11:01.754992 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8b40b3ed-0eb9-48c3-8530-5ba4cc8f74ae req-4c163194-8b61-4579-b01d-ca6085f3a516 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/security-groups?id=27d6118c-2977-4a05-b2d9-83c3f30bda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0417964 Feb 16 18:11:02.959783 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee43d9-fde4-4628-81f9-334272bd4742 req-ce0fa655-fcf6-4173-907a-044ca0a72ac3 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:02.961408 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4bee43d9-fde4-4628-81f9-334272bd4742 req-ce0fa655-fcf6-4173-907a-044ca0a72ac3 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 945 time: 0.0901523 Feb 16 18:11:03.010159 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4bee43d9-fde4-4628-81f9-334272bd4742 req-f0c64097-1837-4ffb-99f7-8678f21b7fcf tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/security-groups?id=27d6118c-2977-4a05-b2d9-83c3f30bda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0423243 Feb 16 18:11:04.215200 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc45fab-a558-4e1e-b0c8-ca1b81154560 req-a202f000-0d43-4edb-8659-e1b2c27c0788 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:04.216847 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-acc45fab-a558-4e1e-b0c8-ca1b81154560 req-a202f000-0d43-4edb-8659-e1b2c27c0788 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 945 time: 0.0906842 Feb 16 18:11:04.269755 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-acc45fab-a558-4e1e-b0c8-ca1b81154560 req-b17ad4ab-a7c2-400b-ad41-570b7dea8f4c tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/security-groups?id=27d6118c-2977-4a05-b2d9-83c3f30bda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0465117 Feb 16 18:11:05.470412 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba109b98-5b7d-49e1-bb11-71598860dd5a req-9de13070-955d-47d3-a254-2c6ea0ba1f7d tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:05.472050 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ba109b98-5b7d-49e1-bb11-71598860dd5a req-9de13070-955d-47d3-a254-2c6ea0ba1f7d tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 945 time: 0.0864866 Feb 16 18:11:05.519923 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ba109b98-5b7d-49e1-bb11-71598860dd5a req-ac9c4ad7-a7b3-4c65-86cb-d48f96833523 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/security-groups?id=27d6118c-2977-4a05-b2d9-83c3f30bda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0414970 Feb 16 18:11:06.726318 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7d8ee-d7eb-4e41-a04b-f08324e19a71 req-c6fb432d-6ab6-4f55-84a3-40ee200d5cd6 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:06.727949 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bcf7d8ee-d7eb-4e41-a04b-f08324e19a71 req-c6fb432d-6ab6-4f55-84a3-40ee200d5cd6 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 945 time: 0.0909288 Feb 16 18:11:06.776413 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bcf7d8ee-d7eb-4e41-a04b-f08324e19a71 req-2a52b1c6-fe08-4693-9eab-b0f5484670be tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/security-groups?id=27d6118c-2977-4a05-b2d9-83c3f30bda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0408134 Feb 16 18:11:06.911812 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 805cba9e-a8b7-492c-b884-2c63ce7cda71 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:11:06.987240 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 805cba9e-a8b7-492c-b884-2c63ce7cda71 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:11:06.987699 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:07.975290 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa42ca-5f05-407a-839a-2578493fa38e req-8ba01e21-0e6d-4473-9833-88f87f71e8ce tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:07.976953 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e6fa42ca-5f05-407a-839a-2578493fa38e req-8ba01e21-0e6d-4473-9833-88f87f71e8ce tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 945 time: 0.0862899 Feb 16 18:11:08.026851 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e6fa42ca-5f05-407a-839a-2578493fa38e req-d6662561-c9c6-4b02-aebb-be9527d05d29 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/security-groups?id=27d6118c-2977-4a05-b2d9-83c3f30bda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0435214 Feb 16 18:11:08.065642 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9118a8f-cbcd-4b59-a87b-db8fb90642f3 req-c9409844-54e5-4ad5-b683-ff9108e74817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:08.067193 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b9118a8f-cbcd-4b59-a87b-db8fb90642f3 req-c9409844-54e5-4ad5-b683-ff9108e74817 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c84d650e1d94b238253914a68a4d647&device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 1162 time: 0.0795248 Feb 16 18:11:08.212306 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9118a8f-cbcd-4b59-a87b-db8fb90642f3 req-a7ea7c08-8a45-4e00-a2a3-091768906429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:08.214032 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b9118a8f-cbcd-4b59-a87b-db8fb90642f3 req-a7ea7c08-8a45-4e00-a2a3-091768906429 service neutron] 10.222.0.86 "GET /v2.0/networks?id=40185a06-1620-44b9-8dd1-e63dae9ab62c HTTP/1.1" status: 200 len: 904 time: 0.1386545 Feb 16 18:11:08.327177 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b9118a8f-cbcd-4b59-a87b-db8fb90642f3 req-c17ae5a6-ef11-4f21-bd5e-92497dc64abb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=805cba9e-a8b7-492c-b884-2c63ce7cda71 HTTP/1.1" status: 200 len: 1000 time: 0.1050923 Feb 16 18:11:08.400602 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9118a8f-cbcd-4b59-a87b-db8fb90642f3 req-9895ea48-2a8f-413e-8517-afec5675ab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:08.402180 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b9118a8f-cbcd-4b59-a87b-db8fb90642f3 req-9895ea48-2a8f-413e-8517-afec5675ab15 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=741a1dfc-122f-4201-86a1-fb09ac387c87 HTTP/1.1" status: 200 len: 848 time: 0.0665505 Feb 16 18:11:08.489578 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9118a8f-cbcd-4b59-a87b-db8fb90642f3 req-7880938a-2232-4f0b-806f-5ca5955ec65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:08.491180 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b9118a8f-cbcd-4b59-a87b-db8fb90642f3 req-7880938a-2232-4f0b-806f-5ca5955ec65f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=40185a06-1620-44b9-8dd1-e63dae9ab62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800898 Feb 16 18:11:08.636053 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b9118a8f-cbcd-4b59-a87b-db8fb90642f3 req-c601d93b-6440-4ef9-afde-88b5bcfb2ac2 service neutron] 10.222.0.86 "GET /v2.0/networks/40185a06-1620-44b9-8dd1-e63dae9ab62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340823 Feb 16 18:11:09.009056 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b9118a8f-cbcd-4b59-a87b-db8fb90642f3 req-40a3ccab-091b-40ef-8ee4-d6d900d7d031 service neutron] 10.222.0.86 "GET /v2.0/networks/40185a06-1620-44b9-8dd1-e63dae9ab62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3634019 Feb 16 18:11:09.236913 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52111b-5422-4aca-9fd6-c0e257737894 req-789f5593-1bd8-4e7a-a50e-26ac04ec397b tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:09.238517 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5f52111b-5422-4aca-9fd6-c0e257737894 req-789f5593-1bd8-4e7a-a50e-26ac04ec397b tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 945 time: 0.0926948 Feb 16 18:11:09.286461 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5f52111b-5422-4aca-9fd6-c0e257737894 req-00dbffe8-5abd-4cd4-bea3-7e3744e9c6db tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/security-groups?id=27d6118c-2977-4a05-b2d9-83c3f30bda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0415745 Feb 16 18:11:10.494084 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f8843-4512-4dfa-9ab2-8fcac1b347d4 req-82ce078c-9a7e-47f1-8846-e0c0869e410c tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:10.495643 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ba9f8843-4512-4dfa-9ab2-8fcac1b347d4 req-82ce078c-9a7e-47f1-8846-e0c0869e410c tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 945 time: 0.0897431 Feb 16 18:11:10.547239 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ba9f8843-4512-4dfa-9ab2-8fcac1b347d4 req-f7a2913d-aaa0-49ac-80fa-586a34ae28ff tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/security-groups?id=27d6118c-2977-4a05-b2d9-83c3f30bda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0436969 Feb 16 18:11:10.869895 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 805cba9e-a8b7-492c-b884-2c63ce7cda71 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:11:10.994298 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:11.024635 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '805cba9e-a8b7-492c-b884-2c63ce7cda71'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:11:11.036809 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] For port 805cba9e-a8b7-492c-b884-2c63ce7cda71, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=805cba9e-a8b7-492c-b884-2c63ce7cda71,segment=NetworkSegment(2df9abcd-74ec-49d6-925d-63f4ab9b739a),segment_id=2df9abcd-74ec-49d6-925d-63f4ab9b739a)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:11:11.040798 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:11.042685 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-20b5a1ef-695f-4341-a737-6a6ebc2e98e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:11:11.087661 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '805cba9e-a8b7-492c-b884-2c63ce7cda71', 'code': 200} Feb 16 18:11:11.121865 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Pushing event updated for resources: {'Port': ['ID=805cba9e-a8b7-492c-b884-2c63ce7cda71,revision_number=5']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:11:11.130035 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:11.130422 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:11.130800 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:11.131299 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:11.131695 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:11.132186 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:11.132556 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:11.132922 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:11.133288 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:11.133695 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:11.134057 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:11.134418 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:11.134817 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:11.135180 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:11.135567 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:11.135928 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:11.136288 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:11.136651 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:11.137009 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:11.137365 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:11.137723 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:11.138080 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:11.138445 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:11.138800 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:11.144286 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:11:11.753092 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85835c6-e10c-4c9b-a3a8-28d9a4737ede req-49ac7a30-bc2c-449c-bb7d-56ae409a6cb7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:11.754621 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d85835c6-e10c-4c9b-a3a8-28d9a4737ede req-49ac7a30-bc2c-449c-bb7d-56ae409a6cb7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 943 time: 0.0901041 Feb 16 18:11:11.804334 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d85835c6-e10c-4c9b-a3a8-28d9a4737ede req-351148e2-083c-4440-a213-0c281b4e2c82 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/security-groups?id=27d6118c-2977-4a05-b2d9-83c3f30bda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0433390 Feb 16 18:11:12.155659 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7090dd55-27e9-4aa4-ac53-2312f5d737e3 req-8152c87a-132a-4313-88fc-aebb6858b912 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1297243 Feb 16 18:11:12.194476 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5632a-ffb9-4483-8522-38145f472022 req-6a77dbfb-b6b7-4d1f-8f68-35390d70fe68 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:12.196495 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ebe5632a-ffb9-4483-8522-38145f472022 req-6a77dbfb-b6b7-4d1f-8f68-35390d70fe68 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 943 time: 0.0983520 Feb 16 18:11:12.254252 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ebe5632a-ffb9-4483-8522-38145f472022 req-242cfb33-e557-43dc-8f5f-118f3a93c59f tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/security-groups?id=27d6118c-2977-4a05-b2d9-83c3f30bda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0469646 Feb 16 18:11:13.369266 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090dd55-27e9-4aa4-ac53-2312f5d737e3 req-378cc715-d08f-4c87-bbb7-4ecf3bfc2b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:13.370782 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7090dd55-27e9-4aa4-ac53-2312f5d737e3 req-378cc715-d08f-4c87-bbb7-4ecf3bfc2b89 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf&tenant_id=7c84d650e1d94b238253914a68a4d647 HTTP/1.1" status: 200 len: 1160 time: 0.0803652 Feb 16 18:11:13.462792 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a01fe-160b-4528-8188-ff73d49006a9 req-c315a0ac-6692-4418-bdee-25c35c9ac8b6 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:13.464467 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a09a01fe-160b-4528-8188-ff73d49006a9 req-c315a0ac-6692-4418-bdee-25c35c9ac8b6 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 943 time: 0.0924535 Feb 16 18:11:13.474717 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090dd55-27e9-4aa4-ac53-2312f5d737e3 req-6647809f-176d-49da-8fa2-dc8b5a7d8f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:13.476386 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7090dd55-27e9-4aa4-ac53-2312f5d737e3 req-6647809f-176d-49da-8fa2-dc8b5a7d8f47 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c84d650e1d94b238253914a68a4d647&device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 1160 time: 0.0803730 Feb 16 18:11:13.513626 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a09a01fe-160b-4528-8188-ff73d49006a9 req-9b9cdf35-bc32-4756-b5fb-e3696ef9ab56 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/security-groups?id=27d6118c-2977-4a05-b2d9-83c3f30bda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0423126 Feb 16 18:11:13.619669 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090dd55-27e9-4aa4-ac53-2312f5d737e3 req-fb785d57-ba1f-40bd-9327-d76838930819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:13.621180 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7090dd55-27e9-4aa4-ac53-2312f5d737e3 req-fb785d57-ba1f-40bd-9327-d76838930819 service neutron] 10.222.0.86 "GET /v2.0/networks?id=40185a06-1620-44b9-8dd1-e63dae9ab62c HTTP/1.1" status: 200 len: 904 time: 0.1377118 Feb 16 18:11:13.729230 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7090dd55-27e9-4aa4-ac53-2312f5d737e3 req-4379d972-02af-40a1-aae5-114de7c57414 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=805cba9e-a8b7-492c-b884-2c63ce7cda71 HTTP/1.1" status: 200 len: 998 time: 0.0999427 Feb 16 18:11:13.804819 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090dd55-27e9-4aa4-ac53-2312f5d737e3 req-495ca9a7-07dd-467c-b9f0-f42c7630102f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:13.806623 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7090dd55-27e9-4aa4-ac53-2312f5d737e3 req-495ca9a7-07dd-467c-b9f0-f42c7630102f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=741a1dfc-122f-4201-86a1-fb09ac387c87 HTTP/1.1" status: 200 len: 848 time: 0.0702505 Feb 16 18:11:13.892108 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090dd55-27e9-4aa4-ac53-2312f5d737e3 req-adc8bd99-ed21-4c94-9207-c3ba6d32f161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:13.893739 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7090dd55-27e9-4aa4-ac53-2312f5d737e3 req-adc8bd99-ed21-4c94-9207-c3ba6d32f161 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=40185a06-1620-44b9-8dd1-e63dae9ab62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778761 Feb 16 18:11:14.039127 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7090dd55-27e9-4aa4-ac53-2312f5d737e3 req-059ddd14-36b3-4481-92b2-3b43cf2c7ca7 service neutron] 10.222.0.86 "GET /v2.0/networks/40185a06-1620-44b9-8dd1-e63dae9ab62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365995 Feb 16 18:11:14.181094 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7090dd55-27e9-4aa4-ac53-2312f5d737e3 req-502842a1-cbbe-44f2-9633-39d95a94905c service neutron] 10.222.0.86 "GET /v2.0/networks/40185a06-1620-44b9-8dd1-e63dae9ab62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1349819 Feb 16 18:11:14.721285 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9202a8-70ed-4953-b337-f1bd0cc64875 req-f64e3f07-b648-420a-8715-232899e69d82 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:14.722910 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4e9202a8-70ed-4953-b337-f1bd0cc64875 req-f64e3f07-b648-420a-8715-232899e69d82 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 943 time: 0.0914338 Feb 16 18:11:14.773130 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4e9202a8-70ed-4953-b337-f1bd0cc64875 req-fa767aad-c8cc-4193-be12-7a9df496ce94 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/security-groups?id=27d6118c-2977-4a05-b2d9-83c3f30bda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0437191 Feb 16 18:11:15.182223 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ca2ba-1f7f-4c9c-a840-565305d15126 req-dd60ab6b-5faf-400a-99d4-acc9f01bf342 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:15.183994 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bd0ca2ba-1f7f-4c9c-a840-565305d15126 req-dd60ab6b-5faf-400a-99d4-acc9f01bf342 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 946 time: 0.0898645 Feb 16 18:11:15.236706 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bd0ca2ba-1f7f-4c9c-a840-565305d15126 req-426d3222-68ef-42e3-aefd-b2f9fbae568a tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456803 Feb 16 18:11:15.974336 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc300b-f0f1-4afa-b895-27b2c50b4827 req-6f14f54a-958d-440f-8e84-fc5ffee70460 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:15.975949 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-19dc300b-f0f1-4afa-b895-27b2c50b4827 req-6f14f54a-958d-440f-8e84-fc5ffee70460 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 943 time: 0.0860531 Feb 16 18:11:16.025358 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-19dc300b-f0f1-4afa-b895-27b2c50b4827 req-3d5a5411-909c-460c-983d-04654df2b3f1 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/security-groups?id=27d6118c-2977-4a05-b2d9-83c3f30bda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0432584 Feb 16 18:11:16.445632 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9a972-e119-44da-8638-143d1116ab42 req-c0086660-a8d6-4d85-81f7-53912c8adf1b tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:16.447185 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bff9a972-e119-44da-8638-143d1116ab42 req-c0086660-a8d6-4d85-81f7-53912c8adf1b tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 946 time: 0.0901253 Feb 16 18:11:16.494773 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bff9a972-e119-44da-8638-143d1116ab42 req-e88d3e76-3ead-4192-9d07-dfcfdfaac4f6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412591 Feb 16 18:11:17.231569 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509f31a-d23d-4fa4-9640-23a5fa401115 req-91e5553d-d974-437d-805c-c9310514e358 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:17.233192 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7509f31a-d23d-4fa4-9640-23a5fa401115 req-91e5553d-d974-437d-805c-c9310514e358 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 943 time: 0.0898423 Feb 16 18:11:17.272348 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 805cba9e-a8b7-492c-b884-2c63ce7cda71 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:11:17.358578 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 805cba9e-a8b7-492c-b884-2c63ce7cda71 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:11:17.358969 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:17.487483 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7509f31a-d23d-4fa4-9640-23a5fa401115 req-3a1311a4-9666-41f4-a368-536bf599785f tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/security-groups?id=27d6118c-2977-4a05-b2d9-83c3f30bda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2475863 Feb 16 18:11:17.492462 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:17.521919 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805cba9e-a8b7-492c-b884-2c63ce7cda71'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:11:17.532869 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] For port 805cba9e-a8b7-492c-b884-2c63ce7cda71, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=805cba9e-a8b7-492c-b884-2c63ce7cda71,segment=NetworkSegment(2df9abcd-74ec-49d6-925d-63f4ab9b739a),segment_id=2df9abcd-74ec-49d6-925d-63f4ab9b739a)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:11:17.536901 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:17.538959 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:11:17.577002 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805cba9e-a8b7-492c-b884-2c63ce7cda71', 'code': 200} Feb 16 18:11:17.618502 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Pushing event updated for resources: {'Port': ['ID=805cba9e-a8b7-492c-b884-2c63ce7cda71,revision_number=6']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:11:17.621716 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:11:17.711930 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d3c5c-181c-4ff8-840f-c183ae25c951 req-a7c933e2-9072-4a98-a753-673442703e60 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:17.713639 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-dc4d3c5c-181c-4ff8-840f-c183ae25c951 req-a7c933e2-9072-4a98-a753-673442703e60 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 946 time: 0.0873451 Feb 16 18:11:17.764562 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-dc4d3c5c-181c-4ff8-840f-c183ae25c951 req-90ca358c-79c6-4ba8-8b6e-17f4ec905028 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430305 Feb 16 18:11:17.906759 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0f167-a093-4cda-8853-8638dfb16346 req-cb94dc6a-46b7-426b-8c00-44ddb27f141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:17.908369 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-92e0f167-a093-4cda-8853-8638dfb16346 req-cb94dc6a-46b7-426b-8c00-44ddb27f141d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 1162 time: 0.0806448 Feb 16 18:11:17.952255 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-92e0f167-a093-4cda-8853-8638dfb16346 req-b5fe85e1-19ef-4f31-a489-49fbb2acd5ae service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=27d6118c-2977-4a05-b2d9-83c3f30bda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0362937 Feb 16 18:11:18.692163 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21226fb-8478-4cf8-8fca-dea7fa64bfb2 req-e57ddda2-46a0-4119-9c64-02677462561a tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:18.693768 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d21226fb-8478-4cf8-8fca-dea7fa64bfb2 req-e57ddda2-46a0-4119-9c64-02677462561a tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 945 time: 0.0875952 Feb 16 18:11:18.743568 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d21226fb-8478-4cf8-8fca-dea7fa64bfb2 req-8ca7c9a0-1ebd-4391-9ac5-39e8ea861456 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/security-groups?id=27d6118c-2977-4a05-b2d9-83c3f30bda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0432982 Feb 16 18:11:18.933614 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 805cba9e-a8b7-492c-b884-2c63ce7cda71 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:11:18.984261 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea289427-986d-447e-a5ba-f80b787044fa req-75033ce1-e81b-4a4b-bb78-4c7cfa6d06e5 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:18.985859 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ea289427-986d-447e-a5ba-f80b787044fa req-75033ce1-e81b-4a4b-bb78-4c7cfa6d06e5 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 946 time: 0.0899112 Feb 16 18:11:19.007643 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 805cba9e-a8b7-492c-b884-2c63ce7cda71 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:11:19.008079 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:19.035641 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ea289427-986d-447e-a5ba-f80b787044fa req-87a66c1a-fb8b-4b37-b341-abc94fd9bd6e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431626 Feb 16 18:11:19.941789 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60988e-df9b-4608-b0f9-82a17199f6ae req-4c0a7133-9dcb-4e0c-a560-d5a5c316a0d2 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:19.943432 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0f60988e-df9b-4608-b0f9-82a17199f6ae req-4c0a7133-9dcb-4e0c-a560-d5a5c316a0d2 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 945 time: 0.0871158 Feb 16 18:11:19.992016 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0f60988e-df9b-4608-b0f9-82a17199f6ae req-7f9f751c-709b-4938-8524-3666dca8748b tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/security-groups?id=27d6118c-2977-4a05-b2d9-83c3f30bda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0424166 Feb 16 18:11:20.245851 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c7ae9-bb0f-4d18-ba94-284cecfd9021 req-059fad3b-818c-480b-95df-51e577db2e72 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:20.247504 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-cd2c7ae9-bb0f-4d18-ba94-284cecfd9021 req-059fad3b-818c-480b-95df-51e577db2e72 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 946 time: 0.0894027 Feb 16 18:11:20.295071 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-cd2c7ae9-bb0f-4d18-ba94-284cecfd9021 req-ca76eb63-e2bd-4535-9d36-92bbcd4cec14 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410731 Feb 16 18:11:21.507555 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b63fcc-6459-4caa-b45a-ea2c54e067c1 req-45b2eee8-1d82-4727-af44-2f2b874c34a5 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:21.509073 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-29b63fcc-6459-4caa-b45a-ea2c54e067c1 req-45b2eee8-1d82-4727-af44-2f2b874c34a5 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 946 time: 0.0914330 Feb 16 18:11:21.558130 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-29b63fcc-6459-4caa-b45a-ea2c54e067c1 req-2e763c38-7f13-45a7-a369-9de7616ab562 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421970 Feb 16 18:11:22.762962 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952aeb6-f842-409b-9e17-f0234813b9f6 req-8bdbe90e-e7a3-4df3-8b18-a8b53ba5ed25 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:22.764603 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b952aeb6-f842-409b-9e17-f0234813b9f6 req-8bdbe90e-e7a3-4df3-8b18-a8b53ba5ed25 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 946 time: 0.0863171 Feb 16 18:11:22.813312 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b952aeb6-f842-409b-9e17-f0234813b9f6 req-477e83c1-dcd3-431a-8673-825059b38692 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420363 Feb 16 18:11:23.497527 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-05d110f4-bf7a-4647-83bc-2fdbda56c8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:24.282247 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f7127-385f-40bb-8424-d3a253630215 req-963a708d-649e-4207-a755-9dd28f76cd79 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:24.283893 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a03f7127-385f-40bb-8424-d3a253630215 req-963a708d-649e-4207-a755-9dd28f76cd79 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 946 time: 0.0923491 Feb 16 18:11:24.331828 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a03f7127-385f-40bb-8424-d3a253630215 req-aff05127-a8c6-4745-83d4-328f8c30755e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416515 Feb 16 18:11:25.543109 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90161daa-f6d1-4291-9b2c-41c8b55b5eaa req-fff4e4ab-0b92-4662-a00e-73c908560c6f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:25.544664 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-90161daa-f6d1-4291-9b2c-41c8b55b5eaa req-fff4e4ab-0b92-4662-a00e-73c908560c6f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 946 time: 0.0887759 Feb 16 18:11:25.592096 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-90161daa-f6d1-4291-9b2c-41c8b55b5eaa req-65ed4a5d-cbb3-4035-9615-10cb517e7623 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407162 Feb 16 18:11:25.755002 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ad041f24-c215-49a7-b627-8012e92f0f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:26.693008 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:26.736950 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:26.797966 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097078b-ff4e-41cb-ad61-6ea381fb82ed req-76d32a1a-4812-4c64-b225-917a8a9ecf84 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:26.799531 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d097078b-ff4e-41cb-ad61-6ea381fb82ed req-76d32a1a-4812-4c64-b225-917a8a9ecf84 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 946 time: 0.0875728 Feb 16 18:11:26.846653 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d097078b-ff4e-41cb-ad61-6ea381fb82ed req-8205311e-1ede-40fa-87ac-6bd7dc34444e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408936 Feb 16 18:11:27.389529 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:27.999568 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:28.064644 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb7512-4499-4f6e-af21-409ee75153f5 req-f79af8c1-a47f-4550-a45d-41f7e52b86d7 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:28.066308 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f3fb7512-4499-4f6e-af21-409ee75153f5 req-f79af8c1-a47f-4550-a45d-41f7e52b86d7 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 946 time: 0.0938601 Feb 16 18:11:28.121174 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f3fb7512-4499-4f6e-af21-409ee75153f5 req-098b35f3-0773-4f01-803e-9bedbf8ca3b1 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479097 Feb 16 18:11:29.373279 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4684464-cc45-45aa-8f0a-b0a1846de8c4 req-aa951393-57cd-4f19-8968-a8e1f669f19b tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:29.373279 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e4684464-cc45-45aa-8f0a-b0a1846de8c4 req-aa951393-57cd-4f19-8968-a8e1f669f19b tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 946 time: 0.1054926 Feb 16 18:11:29.445763 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e4684464-cc45-45aa-8f0a-b0a1846de8c4 req-18ace33a-b94b-4bb1-938d-1bc138af85ed tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727084 Feb 16 18:11:29.945857 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 6 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:11:30.687766 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1193f4e-1db4-4c14-8dfb-5922c35ebfe8 req-734445ac-4c94-41d8-b66b-3dde5dd02d24 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:30.695779 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e1193f4e-1db4-4c14-8dfb-5922c35ebfe8 req-734445ac-4c94-41d8-b66b-3dde5dd02d24 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 946 time: 0.1284959 Feb 16 18:11:30.740165 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e1193f4e-1db4-4c14-8dfb-5922c35ebfe8 req-60e15d2c-bc1b-4dc4-9bd6-715cdf86496a tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433450 Feb 16 18:11:32.019027 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b668500-9c1c-4613-bed5-a282a743bb91 req-29a6d150-71cd-408b-91db-3aaba3a6421c tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:32.020768 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3b668500-9c1c-4613-bed5-a282a743bb91 req-29a6d150-71cd-408b-91db-3aaba3a6421c tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 946 time: 0.1266475 Feb 16 18:11:32.082907 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3b668500-9c1c-4613-bed5-a282a743bb91 req-b59eb53b-e605-4940-a7b7-820a47601c38 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546722 Feb 16 18:11:33.299972 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a554cc8-dc2c-4013-92ec-0f9757f6df38 req-b81a69f1-0972-4d09-989d-0c47f80fe2f4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:33.301763 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1a554cc8-dc2c-4013-92ec-0f9757f6df38 req-b81a69f1-0972-4d09-989d-0c47f80fe2f4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 946 time: 0.0959597 Feb 16 18:11:33.357565 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1a554cc8-dc2c-4013-92ec-0f9757f6df38 req-206e0629-a874-450d-a175-fb566e3a84bb tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494142 Feb 16 18:11:34.735629 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a1e6b-98bc-4845-8bc4-b6f2cb3ed628 req-62723367-faf4-4d52-901f-748c0cfb6912 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:34.737276 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-dc1a1e6b-98bc-4845-8bc4-b6f2cb3ed628 req-62723367-faf4-4d52-901f-748c0cfb6912 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 946 time: 0.0977032 Feb 16 18:11:34.800484 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-dc1a1e6b-98bc-4845-8bc4-b6f2cb3ed628 req-930e3106-7311-4f76-b6c5-07fe06ca73c0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516570 Feb 16 18:11:36.052539 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9b5bf-d89d-45aa-ad37-fb45f6654d77 req-ca05d76f-c702-44bb-872a-1b3381621262 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:36.054210 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1bb9b5bf-d89d-45aa-ad37-fb45f6654d77 req-ca05d76f-c702-44bb-872a-1b3381621262 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 946 time: 0.1047630 Feb 16 18:11:36.105703 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1bb9b5bf-d89d-45aa-ad37-fb45f6654d77 req-80cb22a7-7ae9-47fd-933d-153046657de7 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445318 Feb 16 18:11:37.323550 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f9e2f-e61e-481b-b60a-9d5164089755 req-ee99ae58-7252-4d03-9dcd-1f8c17b65f6a tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:37.325127 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-953f9e2f-e61e-481b-b60a-9d5164089755 req-ee99ae58-7252-4d03-9dcd-1f8c17b65f6a tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 946 time: 0.0898771 Feb 16 18:11:37.372671 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-953f9e2f-e61e-481b-b60a-9d5164089755 req-3915df00-4f87-486c-8820-2061c46654ad tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411983 Feb 16 18:11:37.901977 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cd166-09e9-40f3-81ae-e42f0fc11d1f req-dea97bdf-c25a-40ef-a5ea-dd9133fc8756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:37.903574 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1e2cd166-09e9-40f3-81ae-e42f0fc11d1f req-dea97bdf-c25a-40ef-a5ea-dd9133fc8756 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a1ea36c4b5bf423eb1218bd861b1b8e3&device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 1163 time: 0.0767329 Feb 16 18:11:38.049115 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cd166-09e9-40f3-81ae-e42f0fc11d1f req-d47028e4-0ce8-4776-8b19-aa45d23e583c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:38.050716 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1e2cd166-09e9-40f3-81ae-e42f0fc11d1f req-d47028e4-0ce8-4776-8b19-aa45d23e583c service neutron] 10.222.0.86 "GET /v2.0/networks?id=52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d HTTP/1.1" status: 200 len: 911 time: 0.1379774 Feb 16 18:11:38.163504 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1e2cd166-09e9-40f3-81ae-e42f0fc11d1f req-5c421f40-274b-4507-9a1a-d40ee0c3e7ec service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e HTTP/1.1" status: 200 len: 1002 time: 0.1042819 Feb 16 18:11:38.243070 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cd166-09e9-40f3-81ae-e42f0fc11d1f req-976db1ca-2541-4a67-a090-361cdb5bde70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:38.244718 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1e2cd166-09e9-40f3-81ae-e42f0fc11d1f req-976db1ca-2541-4a67-a090-361cdb5bde70 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2eeef3d3-2e0a-421d-8113-cd0a34d78d12 HTTP/1.1" status: 200 len: 856 time: 0.0699942 Feb 16 18:11:38.325891 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cd166-09e9-40f3-81ae-e42f0fc11d1f req-4dacd2bf-3e0b-46ba-9756-dd04f1fec65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:38.327760 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1e2cd166-09e9-40f3-81ae-e42f0fc11d1f req-4dacd2bf-3e0b-46ba-9756-dd04f1fec65d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0759480 Feb 16 18:11:38.472610 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1e2cd166-09e9-40f3-81ae-e42f0fc11d1f req-87fb59f8-e710-4166-8b90-7fba9c975ccc service neutron] 10.222.0.86 "GET /v2.0/networks/52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372871 Feb 16 18:11:38.589447 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03b406-4aee-45ac-b8ef-d6499e9aa6af req-f95a0afa-86e9-4132-8d06-20a2ff78434b tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:38.591061 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-fe03b406-4aee-45ac-b8ef-d6499e9aa6af req-f95a0afa-86e9-4132-8d06-20a2ff78434b tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 946 time: 0.0946522 Feb 16 18:11:38.619961 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1e2cd166-09e9-40f3-81ae-e42f0fc11d1f req-13bffaf7-790e-4f1d-b4e5-70b6468a46f0 service neutron] 10.222.0.86 "GET /v2.0/networks/52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1403959 Feb 16 18:11:38.646223 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-fe03b406-4aee-45ac-b8ef-d6499e9aa6af req-d50ca707-3702-4e5e-87a3-7be21be38742 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481095 Feb 16 18:11:39.856922 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcd2f7-90cd-4688-9685-baa8cdcb4cde req-e57821e6-0b5b-42cc-a58b-f7819ec9ad77 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:39.859149 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7bbcd2f7-90cd-4688-9685-baa8cdcb4cde req-e57821e6-0b5b-42cc-a58b-f7819ec9ad77 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 946 time: 0.0913754 Feb 16 18:11:39.906714 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7bbcd2f7-90cd-4688-9685-baa8cdcb4cde req-24d855b9-b4d8-4068-820b-8f63732ad693 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413697 Feb 16 18:11:41.010426 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:11:41.123238 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b82cd-60df-48dc-a601-782d4c7ec84c req-79c29993-d45a-4670-b08c-9f694ba4dd99 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:41.132090 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b74b82cd-60df-48dc-a601-782d4c7ec84c req-79c29993-d45a-4670-b08c-9f694ba4dd99 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 946 time: 0.1037564 Feb 16 18:11:41.150174 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:41.178409 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b74b82cd-60df-48dc-a601-782d4c7ec84c req-101a4c42-4351-4f3a-a8f3-841534ce4e08 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453923 Feb 16 18:11:41.188386 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:11:41.200740 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] For port dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e,segment=NetworkSegment(2211e4c8-d7a9-44b5-ba41-6ae46eb39c79),segment_id=2211e4c8-d7a9-44b5-ba41-6ae46eb39c79)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:11:41.207509 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:41.209460 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:11:41.248524 dv-cinder-763306-9-smb neutron-server[83874]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e', 'code': 422} returned with failed status Feb 16 18:11:41.293181 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Pushing event updated for resources: {'Port': ['ID=dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e,revision_number=5']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:11:41.297438 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:11:42.533879 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce76af-c8a9-416b-bde5-62fb2d93a5f7 req-97fc2261-45ab-4431-8510-2002a50f2a1d tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:42.535434 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-45ce76af-c8a9-416b-bde5-62fb2d93a5f7 req-97fc2261-45ab-4431-8510-2002a50f2a1d tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab3268a-74d9-41b6-9a4b-5da1a344ec18 HTTP/1.1" status: 200 len: 945 time: 0.0869474 Feb 16 18:11:42.582385 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-45ce76af-c8a9-416b-bde5-62fb2d93a5f7 req-42ce3048-939e-4604-8e7a-9d4d267befde tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=d22fb87f-4b70-4224-926a-526260d05818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407827 Feb 16 18:11:43.781565 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 36324) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:11:43.818083 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd5854-b5a4-41ac-bec9-453980aab9fd req-b83df99e-387d-43a3-a25d-e96b1e4980b4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:43.819834 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-52fd5854-b5a4-41ac-bec9-453980aab9fd req-b83df99e-387d-43a3-a25d-e96b1e4980b4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 944 time: 0.1680963 Feb 16 18:11:43.830868 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c24e5-0611-4d12-ab39-869afbfe9316 req-d8d27624-b93b-42cb-a53a-766586b54c1d tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:43.832208 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-359c24e5-0611-4d12-ab39-869afbfe9316 req-d8d27624-b93b-42cb-a53a-766586b54c1d tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab3268a-74d9-41b6-9a4b-5da1a344ec18 HTTP/1.1" status: 200 len: 945 time: 0.1333134 Feb 16 18:11:43.902622 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-52fd5854-b5a4-41ac-bec9-453980aab9fd req-84b525a8-9d60-4645-a2bf-0535628a5dfa tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693424 Feb 16 18:11:43.915485 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5bf6a4b0-e379-436c-aa64-f42791fe4079 req-8a8fae55-69a8-4b59-8388-1bb36f83773b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1325033 Feb 16 18:11:43.915673 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-359c24e5-0611-4d12-ab39-869afbfe9316 req-b16e95a3-b854-4d1e-a520-694eb961dfd7 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=d22fb87f-4b70-4224-926a-526260d05818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680258 Feb 16 18:11:44.476966 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6a4b0-e379-436c-aa64-f42791fe4079 req-08608527-cb0a-4d5a-8240-67a428896f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:44.478540 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5bf6a4b0-e379-436c-aa64-f42791fe4079 req-08608527-cb0a-4d5a-8240-67a428896f7f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82&tenant_id=a1ea36c4b5bf423eb1218bd861b1b8e3 HTTP/1.1" status: 200 len: 1161 time: 0.0820003 Feb 16 18:11:44.589019 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6a4b0-e379-436c-aa64-f42791fe4079 req-710b4318-3aea-41ab-b966-71cf760d9d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:44.590680 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5bf6a4b0-e379-436c-aa64-f42791fe4079 req-710b4318-3aea-41ab-b966-71cf760d9d0f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a1ea36c4b5bf423eb1218bd861b1b8e3&device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 1161 time: 0.0775185 Feb 16 18:11:44.700166 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1f4af-d9f5-4405-b77b-2453df62e104 req-bf0b4273-e4c5-4ee4-b4de-691e76aad638 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:44.701665 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-95a1f4af-d9f5-4405-b77b-2453df62e104 req-bf0b4273-e4c5-4ee4-b4de-691e76aad638 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.86 "GET /v2.0/ports?device_id=eab3268a-74d9-41b6-9a4b-5da1a344ec18 HTTP/1.1" status: 200 len: 945 time: 0.0853341 Feb 16 18:11:44.744313 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6a4b0-e379-436c-aa64-f42791fe4079 req-1a15fd93-8dcb-4fe6-9e02-f3dcfa612c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:44.745907 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5bf6a4b0-e379-436c-aa64-f42791fe4079 req-1a15fd93-8dcb-4fe6-9e02-f3dcfa612c0c service neutron] 10.222.0.86 "GET /v2.0/networks?id=52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d HTTP/1.1" status: 200 len: 911 time: 0.1453564 Feb 16 18:11:44.784023 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-95a1f4af-d9f5-4405-b77b-2453df62e104 req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Deleting port ed3849b5-e65e-4b16-8410-4dcb554d68fb {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:11:44.784588 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-95a1f4af-d9f5-4405-b77b-2453df62e104 req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:44.857717 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5bf6a4b0-e379-436c-aa64-f42791fe4079 req-2ee059e1-1c8a-4048-8d07-203c07d7ed96 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e HTTP/1.1" status: 200 len: 1000 time: 0.1036110 Feb 16 18:11:44.927559 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6a4b0-e379-436c-aa64-f42791fe4079 req-15794702-a5db-45e8-88a7-73490b0606b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:44.929133 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5bf6a4b0-e379-436c-aa64-f42791fe4079 req-15794702-a5db-45e8-88a7-73490b0606b3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2eeef3d3-2e0a-421d-8113-cd0a34d78d12 HTTP/1.1" status: 200 len: 856 time: 0.0634332 Feb 16 18:11:44.992416 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device ed3849b5-e65e-4b16-8410-4dcb554d68fb no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:11:45.018814 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6a4b0-e379-436c-aa64-f42791fe4079 req-7273bbb2-3a17-41d1-8dc2-c524fd1a123e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:45.020652 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5bf6a4b0-e379-436c-aa64-f42791fe4079 req-7273bbb2-3a17-41d1-8dc2-c524fd1a123e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0846481 Feb 16 18:11:45.060318 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-95a1f4af-d9f5-4405-b77b-2453df62e104 req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] For port ed3849b5-e65e-4b16-8410-4dcb554d68fb, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ed3849b5-e65e-4b16-8410-4dcb554d68fb,segment=NetworkSegment(21e9a9a0-3fce-4e88-843b-4cc9439b3ace),segment_id=21e9a9a0-3fce-4e88-843b-4cc9439b3ace)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:11:45.061011 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-95a1f4af-d9f5-4405-b77b-2453df62e104 req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:45.126282 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:45.159810 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab3268a-74d9-41b6-9a4b-5da1a344ec18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed3849b5-e65e-4b16-8410-4dcb554d68fb'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:11:45.171286 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] For port ed3849b5-e65e-4b16-8410-4dcb554d68fb, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ed3849b5-e65e-4b16-8410-4dcb554d68fb,segment=NetworkSegment(21e9a9a0-3fce-4e88-843b-4cc9439b3ace),segment_id=21e9a9a0-3fce-4e88-843b-4cc9439b3ace)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:11:45.175973 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:45.178685 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:11:45.193722 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5bf6a4b0-e379-436c-aa64-f42791fe4079 req-066d9744-c1f7-45f1-9387-02a4a7db76ff service neutron] 10.222.0.86 "GET /v2.0/networks/52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613922 Feb 16 18:11:45.254521 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Pushing event updated for resources: {'Port': ['ID=ed3849b5-e65e-4b16-8410-4dcb554d68fb,revision_number=5']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:11:45.258245 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:11:45.352845 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5bf6a4b0-e379-436c-aa64-f42791fe4079 req-903598b4-6bea-414c-8d36-fe58f3289b53 service neutron] 10.222.0.86 "GET /v2.0/networks/52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1516311 Feb 16 18:11:45.683380 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750823a-67b8-46ea-a0a1-e67ce28943ce req-213eceed-4b44-4cd5-9eae-9ef30d61d98d tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:45.684991 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e750823a-67b8-46ea-a0a1-e67ce28943ce req-213eceed-4b44-4cd5-9eae-9ef30d61d98d tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 944 time: 0.5542831 Feb 16 18:11:45.702556 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196a7b6-d0de-490e-bd15-b1b0abc94e12 req-79bb9319-8f1a-4383-af87-fd45a99ab23b tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:45.704071 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a196a7b6-d0de-490e-bd15-b1b0abc94e12 req-79bb9319-8f1a-4383-af87-fd45a99ab23b tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab3268a-74d9-41b6-9a4b-5da1a344ec18 HTTP/1.1" status: 200 len: 943 time: 0.5745919 Feb 16 18:11:45.796697 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-95a1f4af-d9f5-4405-b77b-2453df62e104 req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:45.797288 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-95a1f4af-d9f5-4405-b77b-2453df62e104 req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592459'] for floatingip, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:45.797436 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.db.l3_db [req-95a1f4af-d9f5-4405-b77b-2453df62e104 req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Floating IP 754a244e-9e51-4013-a6e5-4fdc05192288 disassociated. External IP: 172.28.3.42, port: ed3849b5-e65e-4b16-8410-4dcb554d68fb. Feb 16 18:11:45.797770 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-95a1f4af-d9f5-4405-b77b-2453df62e104 req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Calling delete_port for ed3849b5-e65e-4b16-8410-4dcb554d68fb owned by compute:nova {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:11:45.844597 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e750823a-67b8-46ea-a0a1-e67ce28943ce req-459922f8-a155-4f5a-88ff-7524dc144873 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488695 Feb 16 18:11:45.856095 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a196a7b6-d0de-490e-bd15-b1b0abc94e12 req-2870be93-4de3-4a94-b564-a05fe37977f2 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=d22fb87f-4b70-4224-926a-526260d05818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355999 Feb 16 18:11:45.902539 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.db.api [req-95a1f4af-d9f5-4405-b77b-2453df62e104 req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83985) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:11:45.902906 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_db.api [req-95a1f4af-d9f5-4405-b77b-2453df62e104 req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 18:11:45.907676 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab3268a-74d9-41b6-9a4b-5da1a344ec18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed3849b5-e65e-4b16-8410-4dcb554d68fb', 'code': 200} Feb 16 18:11:46.404519 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-95a1f4af-d9f5-4405-b77b-2453df62e104 req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Deleting port ed3849b5-e65e-4b16-8410-4dcb554d68fb {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:11:46.405122 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-95a1f4af-d9f5-4405-b77b-2453df62e104 req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:46.694441 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-95a1f4af-d9f5-4405-b77b-2453df62e104 req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] For port ed3849b5-e65e-4b16-8410-4dcb554d68fb, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ed3849b5-e65e-4b16-8410-4dcb554d68fb,segment=NetworkSegment(21e9a9a0-3fce-4e88-843b-4cc9439b3ace),segment_id=21e9a9a0-3fce-4e88-843b-4cc9439b3ace)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:11:46.694850 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-95a1f4af-d9f5-4405-b77b-2453df62e104 req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:47.163446 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-95a1f4af-d9f5-4405-b77b-2453df62e104 req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:47.164021 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-95a1f4af-d9f5-4405-b77b-2453df62e104 req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592459'] for floatingip, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:47.164187 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.db.l3_db [req-95a1f4af-d9f5-4405-b77b-2453df62e104 req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Floating IP 754a244e-9e51-4013-a6e5-4fdc05192288 disassociated. External IP: 172.28.3.42, port: ed3849b5-e65e-4b16-8410-4dcb554d68fb. Feb 16 18:11:47.164562 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-95a1f4af-d9f5-4405-b77b-2453df62e104 req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Calling delete_port for ed3849b5-e65e-4b16-8410-4dcb554d68fb owned by compute:nova {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:11:47.294924 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f903d-16cb-4b6e-99e1-e1a2844b24bb req-fa54faac-5929-479e-aa1d-d6b9380776ae tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:47.297385 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c68f903d-16cb-4b6e-99e1-e1a2844b24bb req-fa54faac-5929-479e-aa1d-d6b9380776ae tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 944 time: 0.2855017 Feb 16 18:11:47.306116 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712c2f3-51b9-41be-a3a1-ef4fcbff5cca req-9343ca12-9707-4243-86d9-2b84916813ad tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:47.307775 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8712c2f3-51b9-41be-a3a1-ef4fcbff5cca req-9343ca12-9707-4243-86d9-2b84916813ad tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab3268a-74d9-41b6-9a4b-5da1a344ec18 HTTP/1.1" status: 200 len: 943 time: 0.2862632 Feb 16 18:11:47.450955 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8712c2f3-51b9-41be-a3a1-ef4fcbff5cca req-613c4971-9ab5-4881-b40c-eab78eca75b5 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups?id=d22fb87f-4b70-4224-926a-526260d05818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253445 Feb 16 18:11:47.457805 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c68f903d-16cb-4b6e-99e1-e1a2844b24bb req-1fe889d3-fbe0-4278-a21c-b7e6809adc57 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490228 Feb 16 18:11:47.473471 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-95a1f4af-d9f5-4405-b77b-2453df62e104 req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:47.503511 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-c375be12-6566-4e3a-b639-0cb4ebfae63c tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:11:47.611277 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Pushing event deleted for resources: {'Port': ['ID=ed3849b5-e65e-4b16-8410-4dcb554d68fb,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:11:47.630375 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:47.630795 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:47.631209 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:47.631647 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:47.632053 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:47.632456 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:47.632855 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:47.633252 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:47.633650 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:47.634044 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:47.634438 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:47.634829 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:47.635264 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:47.635683 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:47.636076 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:47.636466 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:47.636857 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:47.637249 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:47.637638 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:47.638027 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:47.638419 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:47.638810 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:47.639245 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:47.639670 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:47.644613 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:11:47.910821 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95a1f4af-d9f5-4405-b77b-2453df62e104 req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Router d2375c41-cb38-404a-9b08-5ba3fda53692 has already been hosted by L3 agent 616de62f-f042-46f7-b8cf-861f27422584 {{(pid=83985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:11:48.109144 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95a1f4af-d9f5-4405-b77b-2453df62e104 req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify agent at l3_agent.dv-cinder-763306-9-smb the message routers_updated {{(pid=83985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:11:48.120066 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaee21d-c66d-4f48-b0b4-da49c97a4068 None None] Sync routers for ids ['d2375c41-cb38-404a-9b08-5ba3fda53692'] in dv-cinder-763306-9-smb {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:11:48.136399 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaee21d-c66d-4f48-b0b4-da49c97a4068 None None] Routers {'d2375c41-cb38-404a-9b08-5ba3fda53692'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:11:48.138377 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-dcaee21d-c66d-4f48-b0b4-da49c97a4068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:11:26Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['d2375c41-cb38-404a-9b08-5ba3fda53692'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:11:48.178226 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a1f4af-d9f5-4405-b77b-2453df62e104 req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] No DVR routers for this DVR port ed3849b5-e65e-4b16-8410-4dcb554d68fb on host hv-cinder-76330 {{(pid=83985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:11:48.190707 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-95a1f4af-d9f5-4405-b77b-2453df62e104 req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:48.193893 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab3268a-74d9-41b6-9a4b-5da1a344ec18', 'name': 'network-vif-deleted', 'tag': 'ed3849b5-e65e-4b16-8410-4dcb554d68fb'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:11:48.219137 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-95a1f4af-d9f5-4405-b77b-2453df62e104 req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.86 "DELETE /v2.0/ports/ed3849b5-e65e-4b16-8410-4dcb554d68fb HTTP/1.1" status: 204 len: 173 time: 3.5108440 Feb 16 18:11:48.297842 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab3268a-74d9-41b6-9a4b-5da1a344ec18', 'name': 'network-vif-deleted', 'tag': 'ed3849b5-e65e-4b16-8410-4dcb554d68fb', 'status': 'completed', 'code': 200} Feb 16 18:11:48.368807 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-dcaee21d-c66d-4f48-b0b4-da49c97a4068 None None] Set router d2375c41-cb38-404a-9b08-5ba3fda53692 gateway port host: dv-cinder-763306-9-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:11:48.702881 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-b7a6f6c0-1a23-4eba-a07e-b1abfaac52f6 req-2f375e7d-7868-4938-a5e3-e3978e7b99f6 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Synchronizing usage tracker for tenant:677540ccd8c14828bf2eccdddfe30bd5 on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:11:48.731441 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-b7a6f6c0-1a23-4eba-a07e-b1abfaac52f6 req-2f375e7d-7868-4938-a5e3-e3978e7b99f6 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Unset dirty status for tenant:677540ccd8c14828bf2eccdddfe30bd5 on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:11:48.732862 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b7a6f6c0-1a23-4eba-a07e-b1abfaac52f6 req-2f375e7d-7868-4938-a5e3-e3978e7b99f6 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab3268a-74d9-41b6-9a4b-5da1a344ec18 HTTP/1.1" status: 200 len: 210 time: 0.1596682 Feb 16 18:11:48.754223 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-dcaee21d-c66d-4f48-b0b4-da49c97a4068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'name': 'tempest-AttachVolumeTestJSON-1463964587-router', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:05:05Z', 'updated_at': '2021-02-16T18:05:16Z', 'revision_number': 4, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'gw_port': {'id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:07Z', 'updated_at': '2021-02-16T18:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': 'dd1ae98c-fd17-493b-8979-8f609018af7c', 'name': '', 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'mac_address': 'fa:16:3e:51:f9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'efa71cb3-35bc-48e0-ae8d-25f67e7ef6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:13Z', 'updated_at': '2021-02-16T18:05:28Z', 'revision_number': 5, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'subnets': [{'id': 'efa71cb3-35bc-48e0-ae8d-25f67e7ef6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:11:48.754497 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab4467-c673-49c0-822c-2486295fb6c1 req-2d1771ba-7bb3-4946-9908-44e342e77ba9 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:48.756002 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3bab4467-c673-49c0-822c-2486295fb6c1 req-2d1771ba-7bb3-4946-9908-44e342e77ba9 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 944 time: 0.1198645 Feb 16 18:11:48.758632 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaee21d-c66d-4f48-b0b4-da49c97a4068 None None] Checking router: d2375c41-cb38-404a-9b08-5ba3fda53692 for host: dv-cinder-763306-9-smb {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:11:48.772428 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaee21d-c66d-4f48-b0b4-da49c97a4068 None None] Routers {'d2375c41-cb38-404a-9b08-5ba3fda53692'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:11:48.773104 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-dcaee21d-c66d-4f48-b0b4-da49c97a4068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:11:26Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['d2375c41-cb38-404a-9b08-5ba3fda53692'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:11:48.814177 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3bab4467-c673-49c0-822c-2486295fb6c1 req-46336849-2dd4-4d22-9c39-c37a2142d7d7 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486274 Feb 16 18:11:48.968636 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-dcaee21d-c66d-4f48-b0b4-da49c97a4068 None None] Set router d2375c41-cb38-404a-9b08-5ba3fda53692 gateway port host: dv-cinder-763306-9-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:11:49.318809 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-dcaee21d-c66d-4f48-b0b4-da49c97a4068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'name': 'tempest-AttachVolumeTestJSON-1463964587-router', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:05:05Z', 'updated_at': '2021-02-16T18:05:16Z', 'revision_number': 4, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'gw_port': {'id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:07Z', 'updated_at': '2021-02-16T18:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': 'dd1ae98c-fd17-493b-8979-8f609018af7c', 'name': '', 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'mac_address': 'fa:16:3e:51:f9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'efa71cb3-35bc-48e0-ae8d-25f67e7ef6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:13Z', 'updated_at': '2021-02-16T18:05:28Z', 'revision_number': 5, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'subnets': [{'id': 'efa71cb3-35bc-48e0-ae8d-25f67e7ef6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:11:49.322991 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaee21d-c66d-4f48-b0b4-da49c97a4068 None None] The sync data for ids ['d2375c41-cb38-404a-9b08-5ba3fda53692'] in dv-cinder-763306-9-smb is: [{'id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'name': 'tempest-AttachVolumeTestJSON-1463964587-router', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:05:05Z', 'updated_at': '2021-02-16T18:05:16Z', 'revision_number': 4, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'gw_port': {'id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:07Z', 'updated_at': '2021-02-16T18:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': 'dd1ae98c-fd17-493b-8979-8f609018af7c', 'name': '', 'network_id': '484344ef-9cd5-4c12-8f55-8e6f63128f82', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'mac_address': 'fa:16:3e:51:f9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'efa71cb3-35bc-48e0-ae8d-25f67e7ef6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:13Z', 'updated_at': '2021-02-16T18:05:28Z', 'revision_number': 5, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'subnets': [{'id': 'efa71cb3-35bc-48e0-ae8d-25f67e7ef6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:11:49.770692 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc83f33d-61c5-4b7c-813b-1b34792e34f4 None None] New status for floating IP 754a244e-9e51-4013-a6e5-4fdc05192288: DOWN {{(pid=83987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 18:11:49.951288 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d8bd6ef8-9629-4147-874f-c0cd90b4d023 req-71ad8afd-d1ff-4f2e-ab20-6f7a9715888d tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab3268a-74d9-41b6-9a4b-5da1a344ec18 HTTP/1.1" status: 200 len: 210 time: 0.0689728 Feb 16 18:11:50.060047 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92412e-c7b2-4590-bd26-5ddb86387396 req-87bedec5-3b74-4b13-82f9-f44964d73ef0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:50.062522 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1e92412e-c7b2-4590-bd26-5ddb86387396 req-87bedec5-3b74-4b13-82f9-f44964d73ef0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 944 time: 0.1071610 Feb 16 18:11:50.112449 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1e92412e-c7b2-4590-bd26-5ddb86387396 req-85bc6390-8aaf-438b-a585-d5abc6b2bd02 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430152 Feb 16 18:11:51.138293 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b2d863ae-bcb0-4fa2-a15c-8042a0c5f23b req-402b6d27-05c3-41ee-8e4f-52ce90bb9937 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab3268a-74d9-41b6-9a4b-5da1a344ec18 HTTP/1.1" status: 200 len: 210 time: 0.0536220 Feb 16 18:11:51.344192 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4268fd-cec2-42b8-8339-a067bc43a31d req-adf7304e-0b79-4127-add3-805203902d86 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:51.345795 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5c4268fd-cec2-42b8-8339-a067bc43a31d req-adf7304e-0b79-4127-add3-805203902d86 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 944 time: 0.0886312 Feb 16 18:11:51.396607 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-5c4268fd-cec2-42b8-8339-a067bc43a31d req-4968368a-a9b6-46e5-8616-f002ecec44ef tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443273 Feb 16 18:11:52.324663 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b479c10d-c4dc-43e5-a80b-0829245904a8 req-c0bb1e73-a806-4adb-ae0f-229bf7d63751 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab3268a-74d9-41b6-9a4b-5da1a344ec18 HTTP/1.1" status: 200 len: 210 time: 0.0623338 Feb 16 18:11:52.837960 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e27126-49d8-47ec-82a1-3c96d38e3c3a req-b5fa22c6-2d8a-4651-ba58-671c70d94c6a tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:52.839777 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-69e27126-49d8-47ec-82a1-3c96d38e3c3a req-b5fa22c6-2d8a-4651-ba58-671c70d94c6a tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 944 time: 0.3189456 Feb 16 18:11:52.889519 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-69e27126-49d8-47ec-82a1-3c96d38e3c3a req-f2405597-f076-457f-934c-5def5de8e815 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423827 Feb 16 18:11:53.491936 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-04a074ca-7bdc-471d-8d0e-7fb8d1863c17 req-50bdc8a8-3e7c-4c0d-88d1-04bab3b823a8 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab3268a-74d9-41b6-9a4b-5da1a344ec18 HTTP/1.1" status: 200 len: 210 time: 0.0579779 Feb 16 18:11:53.510833 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0d2c9095-0e13-40ec-aaf1-a988f846091b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:54.104295 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1dd94-1bdd-4e6e-98d4-d276711e8caa req-d9e6d053-ae81-424b-aaad-7cb9a397561c tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:54.106118 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-58e1dd94-1bdd-4e6e-98d4-d276711e8caa req-d9e6d053-ae81-424b-aaad-7cb9a397561c tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 944 time: 0.0937171 Feb 16 18:11:54.156077 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-58e1dd94-1bdd-4e6e-98d4-d276711e8caa req-24320581-3d37-4ca8-bb85-8641d107166b tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426404 Feb 16 18:11:54.673914 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f5a73ac7-4be5-40d4-ad12-b98e42bbb3a8 req-54826292-d50c-457a-a39e-c09e0063c744 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab3268a-74d9-41b6-9a4b-5da1a344ec18 HTTP/1.1" status: 200 len: 210 time: 0.0517068 Feb 16 18:11:55.371599 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503d46d-a590-4c2f-8282-2510fe8a0e9f req-dacb2dfe-382a-4e21-9aeb-a4a2e9624ae5 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:55.373248 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1503d46d-a590-4c2f-8282-2510fe8a0e9f req-dacb2dfe-382a-4e21-9aeb-a4a2e9624ae5 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 944 time: 0.0887496 Feb 16 18:11:55.426912 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-1503d46d-a590-4c2f-8282-2510fe8a0e9f req-fd24e4b5-7d89-4854-b9a0-d2e204e68a31 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465133 Feb 16 18:11:55.757806 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5b94b175-847c-49fc-90d1-6789fe3a8e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:55.845806 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-39eaad4b-ec1f-4b1e-8226-9296f1517ae9 req-3ca9ae57-d957-4028-a83b-fa0a5f7b7b77 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab3268a-74d9-41b6-9a4b-5da1a344ec18 HTTP/1.1" status: 200 len: 210 time: 0.0497208 Feb 16 18:11:56.655246 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac7c9d-fddd-46b3-8f2c-ddff2e158b25 req-bf6b4466-991e-4290-ac3a-d224c69e1d9e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:56.657089 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0fac7c9d-fddd-46b3-8f2c-ddff2e158b25 req-bf6b4466-991e-4290-ac3a-d224c69e1d9e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 944 time: 0.0954823 Feb 16 18:11:56.714090 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:56.741319 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0fac7c9d-fddd-46b3-8f2c-ddff2e158b25 req-34536f72-be55-40fe-b27c-8fc739902d6a tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757890 Feb 16 18:11:56.743552 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:57.043087 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-cb680b4b-381e-4301-8ddf-a09d3b967c57 req-173925c6-383c-43b6-ab8b-a0dacc87a833 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab3268a-74d9-41b6-9a4b-5da1a344ec18 HTTP/1.1" status: 200 len: 210 time: 0.0565655 Feb 16 18:11:57.392667 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:57.648631 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-922e99ad-e63e-4d87-90c5-f2e256980a61 req-42c3ec32-5049-456f-89cd-a82fbb126a0f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0776713 Feb 16 18:11:57.814026 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e99ad-e63e-4d87-90c5-f2e256980a61 req-a46c805d-63c7-486b-8a46-ddfb276c179a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:57.815721 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-922e99ad-e63e-4d87-90c5-f2e256980a61 req-a46c805d-63c7-486b-8a46-ddfb276c179a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c84d650e1d94b238253914a68a4d647&device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 1162 time: 0.0843053 Feb 16 18:11:58.001525 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:58.046315 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e99ad-e63e-4d87-90c5-f2e256980a61 req-c114108a-faea-48a0-9555-cbb955f6e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:58.047965 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-922e99ad-e63e-4d87-90c5-f2e256980a61 req-c114108a-faea-48a0-9555-cbb955f6e2ba service neutron] 10.222.0.86 "GET /v2.0/networks?id=40185a06-1620-44b9-8dd1-e63dae9ab62c HTTP/1.1" status: 200 len: 904 time: 0.2087455 Feb 16 18:11:58.059146 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b48f33-701d-470d-a9b7-ce2fa6a1c7f1 req-d2fa68f2-b761-4b30-aef5-74082417704a tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:58.061343 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-73b48f33-701d-470d-a9b7-ce2fa6a1c7f1 req-d2fa68f2-b761-4b30-aef5-74082417704a tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 944 time: 0.1481411 Feb 16 18:11:58.190314 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-73b48f33-701d-470d-a9b7-ce2fa6a1c7f1 req-d679983a-5133-42ca-8cd9-efb5f7b13fef tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727046 Feb 16 18:11:58.247428 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8bf7b55b-dca0-46b1-ae61-d534feba37f7 req-7bd35696-9253-4f64-bad2-c53305f5621d tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab3268a-74d9-41b6-9a4b-5da1a344ec18 HTTP/1.1" status: 200 len: 210 time: 0.0614684 Feb 16 18:11:58.265746 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-922e99ad-e63e-4d87-90c5-f2e256980a61 req-b7ecf6ac-4185-4d3d-ad23-15bb2d4a0cfd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=805cba9e-a8b7-492c-b884-2c63ce7cda71 HTTP/1.1" status: 200 len: 1000 time: 0.2032611 Feb 16 18:11:58.338206 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e99ad-e63e-4d87-90c5-f2e256980a61 req-5d8e3a05-cb8b-49c2-bf23-2c604810cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:58.339804 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-922e99ad-e63e-4d87-90c5-f2e256980a61 req-5d8e3a05-cb8b-49c2-bf23-2c604810cf88 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=741a1dfc-122f-4201-86a1-fb09ac387c87 HTTP/1.1" status: 200 len: 848 time: 0.0646052 Feb 16 18:11:58.426804 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e99ad-e63e-4d87-90c5-f2e256980a61 req-18301068-1aed-40df-8893-948127b66be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:58.428543 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-922e99ad-e63e-4d87-90c5-f2e256980a61 req-18301068-1aed-40df-8893-948127b66be1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=40185a06-1620-44b9-8dd1-e63dae9ab62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800555 Feb 16 18:11:58.572876 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-922e99ad-e63e-4d87-90c5-f2e256980a61 req-516b9e59-64cc-4937-9474-5cc674ce9ac9 service neutron] 10.222.0.86 "GET /v2.0/networks/40185a06-1620-44b9-8dd1-e63dae9ab62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347549 Feb 16 18:11:58.739308 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-922e99ad-e63e-4d87-90c5-f2e256980a61 req-e53a6881-c035-4885-ae37-0d173ac41be9 service neutron] 10.222.0.86 "GET /v2.0/networks/40185a06-1620-44b9-8dd1-e63dae9ab62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1584001 Feb 16 18:11:59.382563 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 36418) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:11:59.408344 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057c12f-6c4e-4446-88a5-901739710d45 req-9a3eb811-0bab-40bd-8e8d-0ab5b97347b2 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:11:59.409968 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b057c12f-6c4e-4446-88a5-901739710d45 req-9a3eb811-0bab-40bd-8e8d-0ab5b97347b2 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 944 time: 0.0896561 Feb 16 18:11:59.453633 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-34874dc4-84ac-42a8-ac32-956394e13283 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:59.458872 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b057c12f-6c4e-4446-88a5-901739710d45 req-064ce8bd-efb0-4934-9fde-dcdef92564ef tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424733 Feb 16 18:11:59.483013 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-34874dc4-84ac-42a8-ac32-956394e13283 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:59.494211 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:11:59.531734 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-34874dc4-84ac-42a8-ac32-956394e13283 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:59.539812 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-99054d8b-d701-4022-ba91-cc50be48c0a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:11:59.556985 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34874dc4-84ac-42a8-ac32-956394e13283 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22fb87f-4b70-4224-926a-526260d05818,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:11:59.568997 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34874dc4-84ac-42a8-ac32-956394e13283 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:59.569416 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34874dc4-84ac-42a8-ac32-956394e13283 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:59.569833 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34874dc4-84ac-42a8-ac32-956394e13283 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:59.570234 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34874dc4-84ac-42a8-ac32-956394e13283 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:59.570636 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34874dc4-84ac-42a8-ac32-956394e13283 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:59.571035 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34874dc4-84ac-42a8-ac32-956394e13283 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:59.571446 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34874dc4-84ac-42a8-ac32-956394e13283 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:59.571847 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34874dc4-84ac-42a8-ac32-956394e13283 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:59.572240 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34874dc4-84ac-42a8-ac32-956394e13283 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:59.572633 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34874dc4-84ac-42a8-ac32-956394e13283 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:59.573026 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34874dc4-84ac-42a8-ac32-956394e13283 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:59.573417 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34874dc4-84ac-42a8-ac32-956394e13283 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:59.573992 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34874dc4-84ac-42a8-ac32-956394e13283 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:59.574226 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34874dc4-84ac-42a8-ac32-956394e13283 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:59.574618 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34874dc4-84ac-42a8-ac32-956394e13283 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:59.575004 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34874dc4-84ac-42a8-ac32-956394e13283 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:59.575179 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:11:59.575427 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34874dc4-84ac-42a8-ac32-956394e13283 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:59.575655 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:59.575824 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34874dc4-84ac-42a8-ac32-956394e13283 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:59.576213 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34874dc4-84ac-42a8-ac32-956394e13283 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:59.577169 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34874dc4-84ac-42a8-ac32-956394e13283 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:59.577712 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34874dc4-84ac-42a8-ac32-956394e13283 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:59.578112 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34874dc4-84ac-42a8-ac32-956394e13283 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:59.578502 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34874dc4-84ac-42a8-ac32-956394e13283 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:59.578892 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34874dc4-84ac-42a8-ac32-956394e13283 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:11:59.582818 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-34874dc4-84ac-42a8-ac32-956394e13283 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:11:59.584080 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-34874dc4-84ac-42a8-ac32-956394e13283 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:59.588547 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 36422) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:11:59.591852 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-34874dc4-84ac-42a8-ac32-956394e13283 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "DELETE /v2.0/security-groups/d22fb87f-4b70-4224-926a-526260d05818 HTTP/1.1" status: 204 len: 168 time: 0.2042344 Feb 16 18:11:59.606765 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.v2.resource [None req-d1bea6cd-e15f-443b-956b-84d165b0998d tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] show failed (client error): The resource could not be found. Feb 16 18:11:59.610946 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-d1bea6cd-e15f-443b-956b-84d165b0998d tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "GET /v2.0/security-groups/d22fb87f-4b70-4224-926a-526260d05818 HTTP/1.1" status: 404 len: 347 time: 0.0182495 Feb 16 18:11:59.611149 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 36426) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:11:59.712675 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:59.740559 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:11:59.751335 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] For port dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e,segment=NetworkSegment(2211e4c8-d7a9-44b5-ba41-6ae46eb39c79),segment_id=2211e4c8-d7a9-44b5-ba41-6ae46eb39c79)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:11:59.756943 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:59.759019 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:11:59.798485 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e', 'code': 200} Feb 16 18:11:59.799818 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-7c65d77b-bbbc-4b1a-b8be-e9cfe601f245 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Deleting port 3159db6c-24cc-4b26-bc29-b6d9d2ae68ce {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:11:59.800211 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7c65d77b-bbbc-4b1a-b8be-e9cfe601f245 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:11:59.833131 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Pushing event updated for resources: {'Port': ['ID=dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e,revision_number=6']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:11:59.836391 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:00.040965 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7c65d77b-bbbc-4b1a-b8be-e9cfe601f245 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:00.041232 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7c65d77b-bbbc-4b1a-b8be-e9cfe601f245 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:00.175884 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-7c65d77b-bbbc-4b1a-b8be-e9cfe601f245 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Calling delete_port for 3159db6c-24cc-4b26-bc29-b6d9d2ae68ce owned by network:floatingip {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:12:00.259557 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678f417-f682-49c9-b447-a15ca1a8e5e6 req-b4a758f9-f1ee-40f6-8619-be6998d5d902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:12:00.261660 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e678f417-f682-49c9-b447-a15ca1a8e5e6 req-b4a758f9-f1ee-40f6-8619-be6998d5d902 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 1163 time: 0.2715797 Feb 16 18:12:00.351789 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e678f417-f682-49c9-b447-a15ca1a8e5e6 req-615a60f0-52be-4d80-818b-c08ac48502f3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802953 Feb 16 18:12:00.371595 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7c65d77b-bbbc-4b1a-b8be-e9cfe601f245 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:00.387331 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-b3652d38-f8a9-4a62-86de-3ad53e36b5e3 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:00.488616 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65d77b-bbbc-4b1a-b8be-e9cfe601f245 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Pushing event deleted for resources: {'Port': ['ID=3159db6c-24cc-4b26-bc29-b6d9d2ae68ce,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:00.493314 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-7c65d77b-bbbc-4b1a-b8be-e9cfe601f245 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:00.661961 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7c65d77b-bbbc-4b1a-b8be-e9cfe601f245 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks [] for floatingip, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:00.700054 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd352c4-3dbd-431c-960d-6b26c3c61387 req-aa8bdd69-ad0e-4167-a468-3a744b95ce08 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:12:00.701711 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-cbd352c4-3dbd-431c-960d-6b26c3c61387 req-aa8bdd69-ad0e-4167-a468-3a744b95ce08 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 946 time: 0.1209424 Feb 16 18:12:00.703271 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7c65d77b-bbbc-4b1a-b8be-e9cfe601f245 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for floatingip, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:00.704411 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-7c65d77b-bbbc-4b1a-b8be-e9cfe601f245 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] 10.222.0.41 "DELETE /v2.0/floatingips/754a244e-9e51-4013-a6e5-4fdc05192288 HTTP/1.1" status: 204 len: 168 time: 1.0922847 Feb 16 18:12:00.755659 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-cbd352c4-3dbd-431c-960d-6b26c3c61387 req-8614ff90-b411-4f7a-9869-07a87321ae11 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475845 Feb 16 18:12:01.207896 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:12:01.282495 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:12:01.282923 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:01.978240 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c9647-b2be-4b49-962f-4a83009df85c req-42693208-eee7-4fc0-9dc9-6d6d3f37ed19 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:12:01.986467 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-782c9647-b2be-4b49-962f-4a83009df85c req-42693208-eee7-4fc0-9dc9-6d6d3f37ed19 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 946 time: 0.1039884 Feb 16 18:12:02.030838 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-782c9647-b2be-4b49-962f-4a83009df85c req-36dec7a5-2cd2-4503-935b-1998987825ac tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433784 Feb 16 18:12:03.237058 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b5901-a513-46b4-ad7b-d64f293ca1d4 req-7d37d416-2d62-4f9e-bf85-2622e1c7825a tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:12:03.238680 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-856b5901-a513-46b4-ad7b-d64f293ca1d4 req-7d37d416-2d62-4f9e-bf85-2622e1c7825a tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 946 time: 0.0888486 Feb 16 18:12:03.286750 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-856b5901-a513-46b4-ad7b-d64f293ca1d4 req-022f3b95-eca1-487e-b023-071fab195af9 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417976 Feb 16 18:12:04.801735 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 36504) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:05.692767 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4b646437-f75a-43b4-9854-774e723693a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853183385'] for router_interface, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:06.059183 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-4b646437-f75a-43b4-9854-774e723693a0 admin admin] Deleting port dd1ae98c-fd17-493b-8979-8f609018af7c {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:12:06.059747 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4b646437-f75a-43b4-9854-774e723693a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:06.245921 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-4b646437-f75a-43b4-9854-774e723693a0 admin admin] For port dd1ae98c-fd17-493b-8979-8f609018af7c, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=dd1ae98c-fd17-493b-8979-8f609018af7c,segment=NetworkSegment(21e9a9a0-3fce-4e88-843b-4cc9439b3ace),segment_id=21e9a9a0-3fce-4e88-843b-4cc9439b3ace)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:12:06.246323 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4b646437-f75a-43b4-9854-774e723693a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:06.383724 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-4b646437-f75a-43b4-9854-774e723693a0 admin admin] Calling delete_port for dd1ae98c-fd17-493b-8979-8f609018af7c owned by network:router_interface {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:12:06.692645 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4b646437-f75a-43b4-9854-774e723693a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:06.705950 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-e6926ffe-2da9-4b48-8a11-6fe853b8f9ac tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:06.797996 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b646437-f75a-43b4-9854-774e723693a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd1ae98c-fd17-493b-8979-8f609018af7c,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:06.806820 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-4b646437-f75a-43b4-9854-774e723693a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:06.946359 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 6 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:12:07.128940 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4b646437-f75a-43b4-9854-774e723693a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853094220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590231'] for router_interface, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:07.849154 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b646437-f75a-43b4-9854-774e723693a0 admin admin] Router d2375c41-cb38-404a-9b08-5ba3fda53692 has already been hosted by L3 agent 616de62f-f042-46f7-b8cf-861f27422584 {{(pid=83985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:12:08.040191 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b646437-f75a-43b4-9854-774e723693a0 admin admin] Notify agent at l3_agent.dv-cinder-763306-9-smb the message routers_updated {{(pid=83985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:12:08.049730 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bd572e-0ae0-44ba-8e4e-f35bc71d9dd3 None None] Sync routers for ids ['d2375c41-cb38-404a-9b08-5ba3fda53692'] in dv-cinder-763306-9-smb {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:12:08.054179 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-4b646437-f75a-43b4-9854-774e723693a0 admin admin] 10.222.0.41 "PUT /v2.0/routers/d2375c41-cb38-404a-9b08-5ba3fda53692/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2508409 Feb 16 18:12:08.056435 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 36510) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:08.060436 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bd572e-0ae0-44ba-8e4e-f35bc71d9dd3 None None] Routers {'d2375c41-cb38-404a-9b08-5ba3fda53692'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:12:08.061800 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-96bd572e-0ae0-44ba-8e4e-f35bc71d9dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:11:56Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['d2375c41-cb38-404a-9b08-5ba3fda53692'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:12:08.247433 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-54869072-8caf-4a41-8b67-0f56435b2691 admin admin] Notify callbacks [] for router, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:08.418579 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-96bd572e-0ae0-44ba-8e4e-f35bc71d9dd3 None None] Set router d2375c41-cb38-404a-9b08-5ba3fda53692 gateway port host: dv-cinder-763306-9-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:12:08.442367 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-54869072-8caf-4a41-8b67-0f56435b2691 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:08.447754 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-54869072-8caf-4a41-8b67-0f56435b2691 admin admin] Deleting port 576bc294-3a0e-4199-8b71-e310e9b826b5 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:12:08.448122 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-54869072-8caf-4a41-8b67-0f56435b2691 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:08.628709 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-54869072-8caf-4a41-8b67-0f56435b2691 admin admin] For port 576bc294-3a0e-4199-8b71-e310e9b826b5, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=576bc294-3a0e-4199-8b71-e310e9b826b5,segment=NetworkSegment(d8e446b7-17d7-4e96-a48b-79ba500f2134),segment_id=d8e446b7-17d7-4e96-a48b-79ba500f2134)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:12:08.629098 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-54869072-8caf-4a41-8b67-0f56435b2691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:08.728367 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-96bd572e-0ae0-44ba-8e4e-f35bc71d9dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'name': 'tempest-AttachVolumeTestJSON-1463964587-router', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:05:05Z', 'updated_at': '2021-02-16T18:12:06Z', 'revision_number': 5, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'gw_port': {'id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:07Z', 'updated_at': '2021-02-16T18:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:12:08.733139 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bd572e-0ae0-44ba-8e4e-f35bc71d9dd3 None None] Checking router: d2375c41-cb38-404a-9b08-5ba3fda53692 for host: dv-cinder-763306-9-smb {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:12:08.742210 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bd572e-0ae0-44ba-8e4e-f35bc71d9dd3 None None] Routers {'d2375c41-cb38-404a-9b08-5ba3fda53692'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:12:08.742868 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-96bd572e-0ae0-44ba-8e4e-f35bc71d9dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:11:56Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['d2375c41-cb38-404a-9b08-5ba3fda53692'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:12:08.761607 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-54869072-8caf-4a41-8b67-0f56435b2691 admin admin] Calling delete_port for 576bc294-3a0e-4199-8b71-e310e9b826b5 owned by network:router_gateway {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:12:08.906776 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-54869072-8caf-4a41-8b67-0f56435b2691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: WARNING neutron.plugins.ml2.ovo_rpc [None req-54869072-8caf-4a41-8b67-0f56435b2691 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: result = function(*args, **kwargs) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: proto.__init__(conn_state, self) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: self.handle() Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: self.handle_one_request() Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: self.handle_one_response() Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: result = self.application(self.environ, start_response) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: return app(environ, start_response) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: resp = self.call_func(req, *args, **kw) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: return self.func(req, *args, **kwargs) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: response = req.get_response(self.application) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: application, catch_exc_info=False) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: app_iter = application(self.environ, start_response) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: resp = self.call_func(req, *args, **kw) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: return self.func(req, *args, **kwargs) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: response = req.get_response(self.application) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: application, catch_exc_info=False) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: app_iter = application(self.environ, start_response) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: resp = self.call_func(req, *args, **kw) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: return self.func(req, *args, **kwargs) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: response = req.get_response(self.application) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: application, catch_exc_info=False) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: app_iter = application(self.environ, start_response) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: resp = self.call_func(req, *args, **kw) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: return self.func(req, *args, **kwargs) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: response = req.get_response(self.application) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: application, catch_exc_info=False) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: app_iter = application(self.environ, start_response) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: resp = self.call_func(req, *args, **kw) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: return self.func(req, *args, **kwargs) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: return request.get_response(self.application) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: application, catch_exc_info=False) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: app_iter = application(self.environ, start_response) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: resp = self.call_func(req, *args, **kw) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: return self.func(req, *args, **kwargs) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: response = req.get_response(self._app) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: application, catch_exc_info=False) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: app_iter = application(self.environ, start_response) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: return resp(environ, start_response) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: return resp(environ, start_response) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: response = self.app(environ, start_response) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: return resp(environ, start_response) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: resp = self.call_func(req, *args, **kw) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: return self.func(req, *args, **kwargs) Feb 16 18:12:08.912619 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: result = method(request=request, **args) Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: return self._delete(request, id, **kwargs) Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: return f(*args, **kwargs) Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: return f(*args, **kwargs) Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: return f(*dup_args, **dup_kwargs) Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: obj_deleter(request.context, id, **kwargs) Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: return method(*args, **kwargs) Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: return f(*args, **kwargs) Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: return f(*args, **kwargs) Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: return f(*dup_args, **dup_kwargs) Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: self._delete_current_gw_port(context, id, router, None) Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: admin_ctx, gw_port_id, l3_port_check=False) Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: return f(self, context, *args, **kwargs) Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: return method(*args, **kwargs) Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: context, port, router_ids, bound_mech_contexts) Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: return function(*args, **kwargs) Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: callback(resource, event, trigger, **kwargs) Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: if self._is_session_semantic_violated(context, resource, event): Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: stack = traceback.extract_stack() Feb 16 18:12:08.920992 dv-cinder-763306-9-smb neutron-server[83874]: Feb 16 18:12:08.945378 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-96bd572e-0ae0-44ba-8e4e-f35bc71d9dd3 None None] Set router d2375c41-cb38-404a-9b08-5ba3fda53692 gateway port host: dv-cinder-763306-9-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:12:09.109422 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-54869072-8caf-4a41-8b67-0f56435b2691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1990795'] for router_gateway, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:09.250924 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-96bd572e-0ae0-44ba-8e4e-f35bc71d9dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'name': 'tempest-AttachVolumeTestJSON-1463964587-router', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:05:05Z', 'updated_at': '2021-02-16T18:12:06Z', 'revision_number': 5, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'gw_port': {'id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:07Z', 'updated_at': '2021-02-16T18:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:12:09.252585 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-54869072-8caf-4a41-8b67-0f56435b2691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853176416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496998'] for router, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:09.254930 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-54869072-8caf-4a41-8b67-0f56435b2691 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:09.255151 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bd572e-0ae0-44ba-8e4e-f35bc71d9dd3 None None] The sync data for ids ['d2375c41-cb38-404a-9b08-5ba3fda53692'] in dv-cinder-763306-9-smb is: [{'id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'name': 'tempest-AttachVolumeTestJSON-1463964587-router', 'tenant_id': '677540ccd8c14828bf2eccdddfe30bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:05:05Z', 'updated_at': '2021-02-16T18:12:06Z', 'revision_number': 5, 'project_id': '677540ccd8c14828bf2eccdddfe30bd5', 'gw_port': {'id': '576bc294-3a0e-4199-8b71-e310e9b826b5', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2375c41-cb38-404a-9b08-5ba3fda53692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:05:07Z', 'updated_at': '2021-02-16T18:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:12:09.345179 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-54869072-8caf-4a41-8b67-0f56435b2691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853178764'] for router, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:09.345914 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54869072-8caf-4a41-8b67-0f56435b2691 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2375c41-cb38-404a-9b08-5ba3fda53692 {{(pid=83985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 18:12:09.359350 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-54869072-8caf-4a41-8b67-0f56435b2691 admin admin] Notify callbacks [] for router, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:09.360643 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-54869072-8caf-4a41-8b67-0f56435b2691 admin admin] 10.222.0.41 "DELETE /v2.0/routers/d2375c41-cb38-404a-9b08-5ba3fda53692 HTTP/1.1" status: 204 len: 168 time: 1.3032305 Feb 16 18:12:09.363388 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 36514) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:09.433787 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_v2 [None req-781fb7d1-4a05-4173-8c34-462e20734cd2 admin admin] Deleting subnet efa71cb3-35bc-48e0-ae8d-25f67e7ef6da {{(pid=83985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 18:12:09.437921 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-781fb7d1-4a05-4173-8c34-462e20734cd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:09.489826 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-781fb7d1-4a05-4173-8c34-462e20734cd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852468257'] for subnet, precommit_delete_associations {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:09.616065 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-781fb7d1-4a05-4173-8c34-462e20734cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853799394'] for subnet, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:10.100556 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-781fb7d1-4a05-4173-8c34-462e20734cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2348609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851350227'] for subnet, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:10.116507 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ca2c13a5-f31c-4c91-acae-6824550b3b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:10.200381 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781fb7d1-4a05-4173-8c34-462e20734cd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efa71cb3-35bc-48e0-ae8d-25f67e7ef6da,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:10.205601 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-781fb7d1-4a05-4173-8c34-462e20734cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:10.249572 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-781fb7d1-4a05-4173-8c34-462e20734cd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:10.255711 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-781fb7d1-4a05-4173-8c34-462e20734cd2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/efa71cb3-35bc-48e0-ae8d-25f67e7ef6da HTTP/1.1" status: 204 len: 168 time: 0.8911934 Feb 16 18:12:10.256152 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a9442b-1017-40bb-b809-d58d90250f73 None None] Network 484344ef-9cd5-4c12-8f55-8e6f63128f82 requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:12:10.258904 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 36518) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:10.377116 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6776904e-cb8c-4faa-8b80-4b7d021a52a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853787567'] for network, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:10.450752 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-6776904e-cb8c-4faa-8b80-4b7d021a52a6 admin admin] Deleting port 1a1244b0-396b-4767-9687-cc2a87312824 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:12:10.451788 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6776904e-cb8c-4faa-8b80-4b7d021a52a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:10.514575 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b05c8b4-98ad-470c-85bd-0ec7f41e07a2 None None] DHCP port deletion for 484344ef-9cd5-4c12-8f55-8e6f63128f82 request from dv-cinder-763306-9-smb {{(pid=83987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 16 18:12:10.519120 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-7b05c8b4-98ad-470c-85bd-0ec7f41e07a2 None None] Deleting port 1a1244b0-396b-4767-9687-cc2a87312824 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:12:10.519592 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7b05c8b4-98ad-470c-85bd-0ec7f41e07a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:10.672818 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-6776904e-cb8c-4faa-8b80-4b7d021a52a6 admin admin] For port 1a1244b0-396b-4767-9687-cc2a87312824, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=1a1244b0-396b-4767-9687-cc2a87312824,segment=NetworkSegment(21e9a9a0-3fce-4e88-843b-4cc9439b3ace),segment_id=21e9a9a0-3fce-4e88-843b-4cc9439b3ace)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:12:10.673128 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6776904e-cb8c-4faa-8b80-4b7d021a52a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:10.733837 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-7b05c8b4-98ad-470c-85bd-0ec7f41e07a2 None None] For port 1a1244b0-396b-4767-9687-cc2a87312824, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=1a1244b0-396b-4767-9687-cc2a87312824,segment=NetworkSegment(21e9a9a0-3fce-4e88-843b-4cc9439b3ace),segment_id=21e9a9a0-3fce-4e88-843b-4cc9439b3ace)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:12:10.734283 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7b05c8b4-98ad-470c-85bd-0ec7f41e07a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:10.804588 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device dd1ae98c-fd17-493b-8979-8f609018af7c no longer exists at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:12:10.812353 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-6776904e-cb8c-4faa-8b80-4b7d021a52a6 admin admin] Calling delete_port for 1a1244b0-396b-4767-9687-cc2a87312824 owned by network:dhcp {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:12:10.892828 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6776904e-cb8c-4faa-8b80-4b7d021a52a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:10.902667 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-7b05c8b4-98ad-470c-85bd-0ec7f41e07a2 None None] Calling delete_port for 1a1244b0-396b-4767-9687-cc2a87312824 owned by network:dhcp {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:12:10.909424 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-2f60d857-fd95-4522-93fd-2e7b70cd6e1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:10.942937 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] No Port match for: dd1ae98c-fd17-493b-8979-8f609018af7c {{(pid=83987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:12:10.943251 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device dd1ae98c-fd17-493b-8979-8f609018af7c not bound to the agent host dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:12:10.943775 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 576bc294-3a0e-4199-8b71-e310e9b826b5 no longer exists at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:12:10.987911 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] No Port match for: 576bc294-3a0e-4199-8b71-e310e9b826b5 {{(pid=83987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:12:10.988303 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 576bc294-3a0e-4199-8b71-e310e9b826b5 not bound to the agent host dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:12:10.988778 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 1a1244b0-396b-4767-9687-cc2a87312824 no longer exists at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:12:11.012083 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776904e-cb8c-4faa-8b80-4b7d021a52a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a1244b0-396b-4767-9687-cc2a87312824,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:11.015851 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-6776904e-cb8c-4faa-8b80-4b7d021a52a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:11.034561 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] No Port match for: 1a1244b0-396b-4767-9687-cc2a87312824 {{(pid=83987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:12:11.034961 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 1a1244b0-396b-4767-9687-cc2a87312824 not bound to the agent host dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:12:11.058754 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.db.api [None req-7b05c8b4-98ad-470c-85bd-0ec7f41e07a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83987) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:12:11.059166 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_db.api [None req-7b05c8b4-98ad-470c-85bd-0ec7f41e07a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 18:12:11.062016 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6776904e-cb8c-4faa-8b80-4b7d021a52a6 admin admin] No DVR routers for this DVR port 1a1244b0-396b-4767-9687-cc2a87312824 on host dv-cinder-763306-9-smb {{(pid=83985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:12:11.186746 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6776904e-cb8c-4faa-8b80-4b7d021a52a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853803641', 'neutron.services.segments.db._delete_segments_for_network--9223363287453533471'] for network, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:11.303881 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-6776904e-cb8c-4faa-8b80-4b7d021a52a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['484344ef-9cd5-4c12-8f55-8e6f63128f82']}} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:12:11.317169 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-6776904e-cb8c-4faa-8b80-4b7d021a52a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21e9a9a0-3fce-4e88-843b-4cc9439b3ace') {'for_net_delete': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:12:11.317509 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-6776904e-cb8c-4faa-8b80-4b7d021a52a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21e9a9a0-3fce-4e88-843b-4cc9439b3ace') {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:12:11.329510 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6776904e-cb8c-4faa-8b80-4b7d021a52a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363287453521951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2307540'] for segment, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:11.344422 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6776904e-cb8c-4faa-8b80-4b7d021a52a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975480'] for segment, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:11.346560 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6776904e-cb8c-4faa-8b80-4b7d021a52a6 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 18:12:11.532558 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-6776904e-cb8c-4faa-8b80-4b7d021a52a6 admin admin] Network 484344ef-9cd5-4c12-8f55-8e6f63128f82 has no segments {{(pid=83985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:12:11.541506 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6776904e-cb8c-4faa-8b80-4b7d021a52a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853800433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852427549'] for segment, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:11.561042 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-7b05c8b4-98ad-470c-85bd-0ec7f41e07a2 None None] Deleting port 1a1244b0-396b-4767-9687-cc2a87312824 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:12:11.561488 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7b05c8b4-98ad-470c-85bd-0ec7f41e07a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:11.636513 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-7b05c8b4-98ad-470c-85bd-0ec7f41e07a2 None None] The port '1a1244b0-396b-4767-9687-cc2a87312824' was deleted {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 16 18:12:11.725950 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-6776904e-cb8c-4faa-8b80-4b7d021a52a6 admin admin] Network 484344ef-9cd5-4c12-8f55-8e6f63128f82 has no segments {{(pid=83985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:12:11.753650 dv-cinder-763306-9-smb neutron-server[83874]: Traceback (most recent call last): Feb 16 18:12:11.753650 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:12:11.753650 dv-cinder-763306-9-smb neutron-server[83874]: timer() Feb 16 18:12:11.753650 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:12:11.753650 dv-cinder-763306-9-smb neutron-server[83874]: cb(*args, **kw) Feb 16 18:12:11.753650 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 18:12:11.753650 dv-cinder-763306-9-smb neutron-server[83874]: return func(*args, **kwargs) Feb 16 18:12:11.753650 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:12:11.753650 dv-cinder-763306-9-smb neutron-server[83874]: self._notify() Feb 16 18:12:11.753650 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:12:11.753650 dv-cinder-763306-9-smb neutron-server[83874]: self.callback(batched_events) Feb 16 18:12:11.753650 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:12:11.753650 dv-cinder-763306-9-smb neutron-server[83874]: event.method(event) Feb 16 18:12:11.753650 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:12:11.753650 dv-cinder-763306-9-smb neutron-server[83874]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:12:11.753650 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 18:12:11.753650 dv-cinder-763306-9-smb neutron-server[83874]: segment_id)['aggregates'][0] Feb 16 18:12:11.753650 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:12:11.753650 dv-cinder-763306-9-smb neutron-server[83874]: return f(self, *a, **k) Feb 16 18:12:11.753650 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:12:11.753650 dv-cinder-763306-9-smb neutron-server[83874]: return self._get(url).json() Feb 16 18:12:11.753650 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:12:11.753650 dv-cinder-763306-9-smb neutron-server[83874]: **kwargs) Feb 16 18:12:11.753650 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 18:12:11.753650 dv-cinder-763306-9-smb neutron-server[83874]: return self.request(url, 'GET', **kwargs) Feb 16 18:12:11.753650 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 18:12:11.753650 dv-cinder-763306-9-smb neutron-server[83874]: **endpoint_filter) Feb 16 18:12:11.753650 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 18:12:11.753650 dv-cinder-763306-9-smb neutron-server[83874]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:12:11.753650 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 18:12:11.753650 dv-cinder-763306-9-smb neutron-server[83874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:12:11.753650 dv-cinder-763306-9-smb neutron-server[83874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:12:11.829611 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6776904e-cb8c-4faa-8b80-4b7d021a52a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852784992'] for network, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:11.833054 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:11.849058 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6776904e-cb8c-4faa-8b80-4b7d021a52a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:11.855324 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776904e-cb8c-4faa-8b80-4b7d021a52a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=484344ef-9cd5-4c12-8f55-8e6f63128f82,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:11.860691 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-6776904e-cb8c-4faa-8b80-4b7d021a52a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:11.872241 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-6776904e-cb8c-4faa-8b80-4b7d021a52a6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/484344ef-9cd5-4c12-8f55-8e6f63128f82 HTTP/1.1" status: 204 len: 168 time: 1.6122770 Feb 16 18:12:11.994402 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 36524) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:12.053515 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-c3d2205f-c31a-40a2-873c-e45a51655ff3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=677540ccd8c14828bf2eccdddfe30bd5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0575414 Feb 16 18:12:12.055800 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 36528) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:12.117190 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0ff279a3-32ae-4c2a-8940-b087f4e86d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:12.144681 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0ff279a3-32ae-4c2a-8940-b087f4e86d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:12.190264 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0ff279a3-32ae-4c2a-8940-b087f4e86d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:12.195356 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-944a0df7-ff9a-439e-95aa-b5d2a8a059aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:12.209853 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff279a3-32ae-4c2a-8940-b087f4e86d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc5d237-d343-428f-a8df-d31a38243546,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:12.212793 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-0ff279a3-32ae-4c2a-8940-b087f4e86d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:12.219766 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0ff279a3-32ae-4c2a-8940-b087f4e86d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:12.221013 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-0ff279a3-32ae-4c2a-8940-b087f4e86d0a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4cc5d237-d343-428f-a8df-d31a38243546 HTTP/1.1" status: 204 len: 168 time: 0.1642404 Feb 16 18:12:14.232050 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 36582) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:14.359836 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b42a6fc5-5bd5-48ce-8718-514969bdd77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:14.375763 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-b42a6fc5-5bd5-48ce-8718-514969bdd77a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:12:14.379797 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-b42a6fc5-5bd5-48ce-8718-514969bdd77a admin admin] Usage tracker for resource:security_group_rule and tenant:6328828002894892846e1a1c69754e35 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:12:14.382723 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-b42a6fc5-5bd5-48ce-8718-514969bdd77a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:12:14.394143 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-b42a6fc5-5bd5-48ce-8718-514969bdd77a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:12:14.484771 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b42a6fc5-5bd5-48ce-8718-514969bdd77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:14.487548 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b42a6fc5-5bd5-48ce-8718-514969bdd77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:14.496672 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-8cbff54e-eecb-4b70-8160-4ad2fdfb8b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:14.540191 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-b42a6fc5-5bd5-48ce-8718-514969bdd77a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6328828002894892846e1a1c69754e35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3062260 Feb 16 18:12:14.541145 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a6fc5-5bd5-48ce-8718-514969bdd77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328c4b68-acdd-4a81-a1a3-914cbde15571,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:14.543047 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 36588) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:14.544700 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-b42a6fc5-5bd5-48ce-8718-514969bdd77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:14.605996 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0d0badfa-7aa1-492e-8e25-ca9890a5c56c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:14.633329 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0d0badfa-7aa1-492e-8e25-ca9890a5c56c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:14.677109 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0d0badfa-7aa1-492e-8e25-ca9890a5c56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:14.681963 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-668b5174-1d28-496a-89a7-cb0ac9dc71c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:14.695902 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0badfa-7aa1-492e-8e25-ca9890a5c56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328c4b68-acdd-4a81-a1a3-914cbde15571,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:14.698920 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-0d0badfa-7aa1-492e-8e25-ca9890a5c56c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:14.699888 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0d0badfa-7aa1-492e-8e25-ca9890a5c56c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:14.701952 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-0d0badfa-7aa1-492e-8e25-ca9890a5c56c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/328c4b68-acdd-4a81-a1a3-914cbde15571 HTTP/1.1" status: 204 len: 168 time: 0.1577182 Feb 16 18:12:14.993382 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 36596) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:15.013144 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-78732d10-c6ef-4510-aab1-290689e0d088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:15.028271 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-78732d10-c6ef-4510-aab1-290689e0d088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:12:15.032541 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-78732d10-c6ef-4510-aab1-290689e0d088 admin admin] Usage tracker for resource:security_group_rule and tenant:19122a5f53ed48a5a42a7c9a35ab3a81 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:12:15.035492 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-78732d10-c6ef-4510-aab1-290689e0d088 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:12:15.041316 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-78732d10-c6ef-4510-aab1-290689e0d088 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:12:15.126053 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-78732d10-c6ef-4510-aab1-290689e0d088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:15.128844 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-78732d10-c6ef-4510-aab1-290689e0d088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:15.141351 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-92ae6c4f-9035-47df-9d6c-efc80731b5d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:15.185107 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-78732d10-c6ef-4510-aab1-290689e0d088 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=19122a5f53ed48a5a42a7c9a35ab3a81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1904848 Feb 16 18:12:15.186139 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78732d10-c6ef-4510-aab1-290689e0d088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75888350-2283-4ac4-9de6-cf1fa6bffaa4,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:15.187935 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 36600) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:15.189413 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-78732d10-c6ef-4510-aab1-290689e0d088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:15.252318 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-07343313-3f1c-469d-8bc6-21e5047dd521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:15.279944 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-07343313-3f1c-469d-8bc6-21e5047dd521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:15.323522 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-07343313-3f1c-469d-8bc6-21e5047dd521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:15.328651 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a35c00d2-4f5c-410f-8b79-b2ce4702287e tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:15.341392 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07343313-3f1c-469d-8bc6-21e5047dd521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75888350-2283-4ac4-9de6-cf1fa6bffaa4,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:15.344414 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-07343313-3f1c-469d-8bc6-21e5047dd521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:15.352033 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-07343313-3f1c-469d-8bc6-21e5047dd521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:15.353266 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-07343313-3f1c-469d-8bc6-21e5047dd521 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/75888350-2283-4ac4-9de6-cf1fa6bffaa4 HTTP/1.1" status: 204 len: 168 time: 0.1631434 Feb 16 18:12:20.276445 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 36688) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:20.402521 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-13e208fb-a44d-4675-b74b-ed33d6cc4052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:20.421625 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-13e208fb-a44d-4675-b74b-ed33d6cc4052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:12:20.425618 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-13e208fb-a44d-4675-b74b-ed33d6cc4052 admin admin] Usage tracker for resource:security_group_rule and tenant:1c240a9b55284d93ba48694e59e9b0a9 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:12:20.428547 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-13e208fb-a44d-4675-b74b-ed33d6cc4052 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:12:20.434200 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-13e208fb-a44d-4675-b74b-ed33d6cc4052 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:12:20.518523 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-13e208fb-a44d-4675-b74b-ed33d6cc4052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:20.521459 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-13e208fb-a44d-4675-b74b-ed33d6cc4052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:20.530969 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-c3b5c7ee-e1db-4232-80e9-ee12c44ab985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:20.572690 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-13e208fb-a44d-4675-b74b-ed33d6cc4052 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c240a9b55284d93ba48694e59e9b0a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2951338 Feb 16 18:12:20.574380 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e208fb-a44d-4675-b74b-ed33d6cc4052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473288dd-88a2-4ae2-a540-fa742d796af3,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:20.575717 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 36694) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:20.577715 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-13e208fb-a44d-4675-b74b-ed33d6cc4052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:20.640575 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b20e4af5-f2bb-47e8-a3a5-313bb5fe7807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:20.667467 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b20e4af5-f2bb-47e8-a3a5-313bb5fe7807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:20.712743 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b20e4af5-f2bb-47e8-a3a5-313bb5fe7807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:20.717660 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-9d807403-f527-48d3-8ee3-e9e51d718a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:20.730365 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e4af5-f2bb-47e8-a3a5-313bb5fe7807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473288dd-88a2-4ae2-a540-fa742d796af3,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:20.735528 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-b20e4af5-f2bb-47e8-a3a5-313bb5fe7807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:20.740446 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b20e4af5-f2bb-47e8-a3a5-313bb5fe7807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:20.741687 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-b20e4af5-f2bb-47e8-a3a5-313bb5fe7807 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/473288dd-88a2-4ae2-a540-fa742d796af3 HTTP/1.1" status: 204 len: 168 time: 0.1644311 Feb 16 18:12:21.039810 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 36702) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:21.059563 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-aea3256e-3676-4225-8904-bf6ba4ca26d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:21.075106 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-aea3256e-3676-4225-8904-bf6ba4ca26d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:12:21.079193 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-aea3256e-3676-4225-8904-bf6ba4ca26d7 admin admin] Usage tracker for resource:security_group_rule and tenant:8a338e0b2ae84c9ab9007deb45951cf8 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:12:21.082138 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-aea3256e-3676-4225-8904-bf6ba4ca26d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:12:21.087916 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-aea3256e-3676-4225-8904-bf6ba4ca26d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:12:21.176240 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-aea3256e-3676-4225-8904-bf6ba4ca26d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:21.179313 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-aea3256e-3676-4225-8904-bf6ba4ca26d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:21.188770 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f5356b91-af7a-4012-a80b-c5d8ef17553a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:21.231531 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-aea3256e-3676-4225-8904-bf6ba4ca26d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8a338e0b2ae84c9ab9007deb45951cf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1905472 Feb 16 18:12:21.233054 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3256e-3676-4225-8904-bf6ba4ca26d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae880b9-9a00-4c13-9a3c-7f13bb2b48d8,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:21.235563 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 36706) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:21.236462 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-aea3256e-3676-4225-8904-bf6ba4ca26d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:21.298763 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e818caba-66e7-46cb-afbc-c9c94f0a0bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:21.325440 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e818caba-66e7-46cb-afbc-c9c94f0a0bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:21.371673 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e818caba-66e7-46cb-afbc-c9c94f0a0bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:21.375559 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-363d616e-7601-4a17-bf2a-138e203a9e9a tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:21.393074 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818caba-66e7-46cb-afbc-c9c94f0a0bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae880b9-9a00-4c13-9a3c-7f13bb2b48d8,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:21.397385 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-e818caba-66e7-46cb-afbc-c9c94f0a0bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:21.403102 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e818caba-66e7-46cb-afbc-c9c94f0a0bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:21.405031 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-e818caba-66e7-46cb-afbc-c9c94f0a0bbc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ae880b9-9a00-4c13-9a3c-7f13bb2b48d8 HTTP/1.1" status: 204 len: 168 time: 0.1682520 Feb 16 18:12:23.504432 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ad970be0-d1c3-4874-af1c-2a9355a2fdee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:25.760783 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a452fe89-22f2-4654-b59f-3edc9ea4b0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:26.724677 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:26.742661 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:27.238376 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 36810) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:27.365336 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-de9414db-01c6-4419-831f-5367ad3b9cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:27.380626 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-de9414db-01c6-4419-831f-5367ad3b9cda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:12:27.384848 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-de9414db-01c6-4419-831f-5367ad3b9cda admin admin] Usage tracker for resource:security_group_rule and tenant:a0f9ce529ef140cab0e8bd25c070d0d9 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:12:27.387829 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-de9414db-01c6-4419-831f-5367ad3b9cda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:12:27.393973 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-de9414db-01c6-4419-831f-5367ad3b9cda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:12:27.394931 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:27.483697 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-de9414db-01c6-4419-831f-5367ad3b9cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:27.486562 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-de9414db-01c6-4419-831f-5367ad3b9cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:27.495522 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-12445558-2867-42fb-ab0f-22abbb0b9e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:27.539116 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-de9414db-01c6-4419-831f-5367ad3b9cda admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0f9ce529ef140cab0e8bd25c070d0d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2995639 Feb 16 18:12:27.540823 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9414db-01c6-4419-831f-5367ad3b9cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647589ab-ab79-4d7c-b5a1-a0c9608cb788,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:27.542329 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 36816) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:27.544353 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-de9414db-01c6-4419-831f-5367ad3b9cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:27.605508 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8d933264-45ff-4ce1-b4fe-77f5bbcc1216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:27.632073 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8d933264-45ff-4ce1-b4fe-77f5bbcc1216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:27.676978 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8d933264-45ff-4ce1-b4fe-77f5bbcc1216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:27.681899 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-b002b4e2-d364-4fad-8bd5-553d39623361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:27.694598 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d933264-45ff-4ce1-b4fe-77f5bbcc1216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647589ab-ab79-4d7c-b5a1-a0c9608cb788,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:27.699320 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-8d933264-45ff-4ce1-b4fe-77f5bbcc1216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:27.704687 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8d933264-45ff-4ce1-b4fe-77f5bbcc1216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:27.705927 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-8d933264-45ff-4ce1-b4fe-77f5bbcc1216 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/647589ab-ab79-4d7c-b5a1-a0c9608cb788 HTTP/1.1" status: 204 len: 168 time: 0.1624103 Feb 16 18:12:27.990339 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 36824) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:28.003929 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:28.012819 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5be24b43-ecfe-4468-adf1-587f59e6f24a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:28.027943 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-5be24b43-ecfe-4468-adf1-587f59e6f24a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:12:28.032485 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-5be24b43-ecfe-4468-adf1-587f59e6f24a admin admin] Usage tracker for resource:security_group_rule and tenant:6af6d60f4afb414eae6da93c670cd86a is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:12:28.035428 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-5be24b43-ecfe-4468-adf1-587f59e6f24a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:12:28.041171 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-5be24b43-ecfe-4468-adf1-587f59e6f24a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:12:28.125531 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5be24b43-ecfe-4468-adf1-587f59e6f24a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:28.128360 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5be24b43-ecfe-4468-adf1-587f59e6f24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:28.137209 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-7d44386d-d1f5-4cc5-839a-773cce63ecd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:28.180267 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-5be24b43-ecfe-4468-adf1-587f59e6f24a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6af6d60f4afb414eae6da93c670cd86a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1886199 Feb 16 18:12:28.184663 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 36828) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:28.187581 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be24b43-ecfe-4468-adf1-587f59e6f24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3df2699-f723-43e7-afdc-1aeda504e828,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:28.200241 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-5be24b43-ecfe-4468-adf1-587f59e6f24a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:28.251315 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-34f47c05-831c-4d1d-a93f-b60af5745d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:28.280512 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-34f47c05-831c-4d1d-a93f-b60af5745d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:28.328582 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-34f47c05-831c-4d1d-a93f-b60af5745d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:28.333579 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-0d0badfa-7aa1-492e-8e25-ca9890a5c56c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:28.344081 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f47c05-831c-4d1d-a93f-b60af5745d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3df2699-f723-43e7-afdc-1aeda504e828,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:28.348901 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-34f47c05-831c-4d1d-a93f-b60af5745d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:28.350927 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-34f47c05-831c-4d1d-a93f-b60af5745d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:28.352168 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-34f47c05-831c-4d1d-a93f-b60af5745d62 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3df2699-f723-43e7-afdc-1aeda504e828 HTTP/1.1" status: 204 len: 168 time: 0.1664860 Feb 16 18:12:28.709455 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 36836) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:28.728467 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a4d75c89-c368-46b8-81f9-d3e8fc108186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:28.743855 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-a4d75c89-c368-46b8-81f9-d3e8fc108186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:12:28.748503 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-a4d75c89-c368-46b8-81f9-d3e8fc108186 admin admin] Usage tracker for resource:security_group_rule and tenant:d9e80fa37bda4c76b5faf23d7a891106 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:12:28.751459 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-a4d75c89-c368-46b8-81f9-d3e8fc108186 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:12:28.757184 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-a4d75c89-c368-46b8-81f9-d3e8fc108186 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:12:28.843133 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a4d75c89-c368-46b8-81f9-d3e8fc108186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:28.845920 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a4d75c89-c368-46b8-81f9-d3e8fc108186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:28.854693 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-78732d10-c6ef-4510-aab1-290689e0d088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:28.897579 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-a4d75c89-c368-46b8-81f9-d3e8fc108186 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d9e80fa37bda4c76b5faf23d7a891106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1870198 Feb 16 18:12:28.899287 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d75c89-c368-46b8-81f9-d3e8fc108186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdbeacb-d2e7-4970-b9e1-8abd2b7036af,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:28.900472 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 36840) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:28.902552 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a4d75c89-c368-46b8-81f9-d3e8fc108186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:28.965846 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e1348ec2-5df5-4b10-bead-90e97c16b302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:28.992355 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e1348ec2-5df5-4b10-bead-90e97c16b302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:29.042038 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e1348ec2-5df5-4b10-bead-90e97c16b302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:29.047715 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3e5a539f-2cb3-4694-bfb8-7122edd76934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:29.059884 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1348ec2-5df5-4b10-bead-90e97c16b302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdbeacb-d2e7-4970-b9e1-8abd2b7036af,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:29.063747 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-e1348ec2-5df5-4b10-bead-90e97c16b302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:29.074009 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e1348ec2-5df5-4b10-bead-90e97c16b302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:29.075257 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-e1348ec2-5df5-4b10-bead-90e97c16b302 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ccdbeacb-d2e7-4970-b9e1-8abd2b7036af HTTP/1.1" status: 204 len: 168 time: 0.1736701 Feb 16 18:12:30.300313 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 36870) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:30.425698 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7597a4ed-e879-4886-a32d-07aa5865533d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:30.442261 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-7597a4ed-e879-4886-a32d-07aa5865533d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:12:30.446877 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-7597a4ed-e879-4886-a32d-07aa5865533d admin admin] Usage tracker for resource:security_group_rule and tenant:c9e3e96b346d41a5829c616f37cc2def is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:12:30.449880 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-7597a4ed-e879-4886-a32d-07aa5865533d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:12:30.456689 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-7597a4ed-e879-4886-a32d-07aa5865533d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:12:30.542284 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7597a4ed-e879-4886-a32d-07aa5865533d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:30.546041 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7597a4ed-e879-4886-a32d-07aa5865533d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:30.555100 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-07343313-3f1c-469d-8bc6-21e5047dd521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:30.597960 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-7597a4ed-e879-4886-a32d-07aa5865533d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c9e3e96b346d41a5829c616f37cc2def&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2965364 Feb 16 18:12:30.599828 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597a4ed-e879-4886-a32d-07aa5865533d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380e2d5a-3abf-4417-ae65-b1fde178f8a8,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:30.600960 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 36876) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:30.603253 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-7597a4ed-e879-4886-a32d-07aa5865533d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:30.664850 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d86d437b-03b0-4ac0-b44c-b1815dc4226f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:30.697118 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d86d437b-03b0-4ac0-b44c-b1815dc4226f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:30.742104 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d86d437b-03b0-4ac0-b44c-b1815dc4226f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:30.747160 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-7bf21b04-ba5b-448a-9ec5-c232faad3bf6 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:30.760651 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d437b-03b0-4ac0-b44c-b1815dc4226f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380e2d5a-3abf-4417-ae65-b1fde178f8a8,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:30.764450 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d86d437b-03b0-4ac0-b44c-b1815dc4226f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:30.770041 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d86d437b-03b0-4ac0-b44c-b1815dc4226f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:30.771265 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-d86d437b-03b0-4ac0-b44c-b1815dc4226f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/380e2d5a-3abf-4417-ae65-b1fde178f8a8 HTTP/1.1" status: 204 len: 168 time: 0.1692336 Feb 16 18:12:37.092810 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53e100-0ad0-4fdd-9f20-3029f5061a8f req-43995ca3-2e46-4b0b-8dc4-b84c410e176d tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:12:37.094410 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bc53e100-0ad0-4fdd-9f20-3029f5061a8f req-43995ca3-2e46-4b0b-8dc4-b84c410e176d tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 946 time: 0.0950129 Feb 16 18:12:37.146184 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bc53e100-0ad0-4fdd-9f20-3029f5061a8f req-51a74ef8-46d0-4694-8058-108fb5b20a11 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452077 Feb 16 18:12:38.374631 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd3f0a-4ba7-4426-9e06-a520fc0b1a80 req-1d4ae541-0a57-4fb4-a162-6deb66eb192b tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:12:38.376290 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-61cd3f0a-4ba7-4426-9e06-a520fc0b1a80 req-1d4ae541-0a57-4fb4-a162-6deb66eb192b tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 946 time: 0.0878530 Feb 16 18:12:38.476504 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-61cd3f0a-4ba7-4426-9e06-a520fc0b1a80 req-b865e912-9135-4da1-b43f-e97c14de5fc0 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups?id=b32f5b29-d611-4da6-981e-8c1e46bd7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938025 Feb 16 18:12:38.512497 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c3698-0599-417b-a206-077db340f0f2 req-0d7888be-1aea-4db0-b0c0-b9eacc6df7ab tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:12:38.514256 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d30c3698-0599-417b-a206-077db340f0f2 req-0d7888be-1aea-4db0-b0c0-b9eacc6df7ab tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.86 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 946 time: 0.0967553 Feb 16 18:12:38.595387 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-d30c3698-0599-417b-a206-077db340f0f2 req-60d8c84b-6cde-42dc-857f-371846ca90dc tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Deleting port dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:12:38.596101 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-d30c3698-0599-417b-a206-077db340f0f2 req-60d8c84b-6cde-42dc-857f-371846ca90dc tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:38.867853 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-d30c3698-0599-417b-a206-077db340f0f2 req-60d8c84b-6cde-42dc-857f-371846ca90dc tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] For port dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e,segment=NetworkSegment(2211e4c8-d7a9-44b5-ba41-6ae46eb39c79),segment_id=2211e4c8-d7a9-44b5-ba41-6ae46eb39c79)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:12:38.868269 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-d30c3698-0599-417b-a206-077db340f0f2 req-60d8c84b-6cde-42dc-857f-371846ca90dc tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:39.194122 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-d30c3698-0599-417b-a206-077db340f0f2 req-60d8c84b-6cde-42dc-857f-371846ca90dc tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:39.194541 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-d30c3698-0599-417b-a206-077db340f0f2 req-60d8c84b-6cde-42dc-857f-371846ca90dc tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592459'] for floatingip, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:39.194902 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.db.l3_db [req-d30c3698-0599-417b-a206-077db340f0f2 req-60d8c84b-6cde-42dc-857f-371846ca90dc tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Floating IP 0a7d6e03-3bee-463c-b4e5-1c43af288296 disassociated. External IP: 172.28.3.218, port: dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e. Feb 16 18:12:39.195292 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-d30c3698-0599-417b-a206-077db340f0f2 req-60d8c84b-6cde-42dc-857f-371846ca90dc tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Calling delete_port for dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e owned by compute:nova {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:12:39.303798 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:12:39.347148 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-d30c3698-0599-417b-a206-077db340f0f2 req-60d8c84b-6cde-42dc-857f-371846ca90dc tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:39.368294 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-cdf924fd-d63a-40cd-89ed-cb5fa83cbf12 tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:39.369547 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] No active binding found for port dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e {{(pid=83987) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 16 18:12:39.369996 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e not bound to the agent host hv-cinder-76330 {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:12:39.721647 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8c84b-6cde-42dc-857f-371846ca90dc tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Pushing event deleted for resources: {'Port': ['ID=dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:39.762759 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-60d8c84b-6cde-42dc-857f-371846ca90dc tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:39.778463 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0329efb7-f974-49ed-bc33-15f7985ff0a6 req-70e562c9-7ee4-4518-96a8-8006531db0af tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82 HTTP/1.1" status: 200 len: 210 time: 0.0580447 Feb 16 18:12:40.033503 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d30c3698-0599-417b-a206-077db340f0f2 req-60d8c84b-6cde-42dc-857f-371846ca90dc tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Router a1ffb9f7-fe77-4265-9934-d4894f0984b5 has already been hosted by L3 agent 616de62f-f042-46f7-b8cf-861f27422584 {{(pid=83985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:12:40.236356 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d30c3698-0599-417b-a206-077db340f0f2 req-60d8c84b-6cde-42dc-857f-371846ca90dc tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify agent at l3_agent.dv-cinder-763306-9-smb the message routers_updated {{(pid=83985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:12:40.246017 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1681c6ca-63e7-4614-a513-0ed2ae856650 None None] Sync routers for ids ['a1ffb9f7-fe77-4265-9934-d4894f0984b5'] in dv-cinder-763306-9-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:12:40.261544 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1681c6ca-63e7-4614-a513-0ed2ae856650 None None] Routers {'a1ffb9f7-fe77-4265-9934-d4894f0984b5'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:12:40.263578 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-1681c6ca-63e7-4614-a513-0ed2ae856650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:12:26Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['a1ffb9f7-fe77-4265-9934-d4894f0984b5'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:12:40.278501 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30c3698-0599-417b-a206-077db340f0f2 req-60d8c84b-6cde-42dc-857f-371846ca90dc tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] No DVR routers for this DVR port dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e on host hv-cinder-76330 {{(pid=83985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:12:40.280886 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-d30c3698-0599-417b-a206-077db340f0f2 req-60d8c84b-6cde-42dc-857f-371846ca90dc tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:40.285432 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82', 'name': 'network-vif-deleted', 'tag': 'dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:12:40.308703 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d30c3698-0599-417b-a206-077db340f0f2 req-60d8c84b-6cde-42dc-857f-371846ca90dc tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.86 "DELETE /v2.0/ports/dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e HTTP/1.1" status: 204 len: 173 time: 1.7879407 Feb 16 18:12:40.349243 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d93eb5-d7db-46a6-94f0-4d7b24e7dd82', 'name': 'network-vif-deleted', 'tag': 'dc70fd49-9bbf-4b5c-81a6-f3b23ed49f4e', 'status': 'completed', 'code': 200} Feb 16 18:12:40.641865 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-1681c6ca-63e7-4614-a513-0ed2ae856650 None None] Set router a1ffb9f7-fe77-4265-9934-d4894f0984b5 gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:12:40.916537 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 36992) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:40.986510 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-1681c6ca-63e7-4614-a513-0ed2ae856650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713530-router', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:13Z', 'updated_at': '2021-02-16T18:06:20Z', 'revision_number': 4, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'gw_port': {'id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:14Z', 'updated_at': '2021-02-16T18:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': '8ad6a1ad-91ef-4409-84dd-08d16d503266', 'name': '', 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'mac_address': 'fa:16:3e:08:d8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '2eeef3d3-2e0a-421d-8113-cd0a34d78d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:19Z', 'updated_at': '2021-02-16T18:06:32Z', 'revision_number': 5, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'subnets': [{'id': '2eeef3d3-2e0a-421d-8113-cd0a34d78d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:12:40.990949 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1681c6ca-63e7-4614-a513-0ed2ae856650 None None] Checking router: a1ffb9f7-fe77-4265-9934-d4894f0984b5 for host: dv-cinder-763306-9-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:12:40.992253 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1a66e69a-8b9f-46f3-b454-0698d2f9808a tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:41.001655 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1681c6ca-63e7-4614-a513-0ed2ae856650 None None] Routers {'a1ffb9f7-fe77-4265-9934-d4894f0984b5'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:12:41.002352 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-1681c6ca-63e7-4614-a513-0ed2ae856650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:12:26Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['a1ffb9f7-fe77-4265-9934-d4894f0984b5'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:12:41.024215 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1a66e69a-8b9f-46f3-b454-0698d2f9808a tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:41.076672 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1a66e69a-8b9f-46f3-b454-0698d2f9808a tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:41.082066 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ffc69302-a197-40aa-a6c0-57ed8c429234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:41.100304 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66e69a-8b9f-46f3-b454-0698d2f9808a tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32f5b29-d611-4da6-981e-8c1e46bd7033,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:41.102006 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-1a66e69a-8b9f-46f3-b454-0698d2f9808a tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:41.110185 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1a66e69a-8b9f-46f3-b454-0698d2f9808a tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:41.114129 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-1a66e69a-8b9f-46f3-b454-0698d2f9808a tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "DELETE /v2.0/security-groups/b32f5b29-d611-4da6-981e-8c1e46bd7033 HTTP/1.1" status: 204 len: 168 time: 0.1937613 Feb 16 18:12:41.114509 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 36998) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:41.132980 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.api.v2.resource [None req-64f59f9e-81cc-40c7-9059-28f2b1559d41 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] show failed (client error): The resource could not be found. Feb 16 18:12:41.134072 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-64f59f9e-81cc-40c7-9059-28f2b1559d41 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "GET /v2.0/security-groups/b32f5b29-d611-4da6-981e-8c1e46bd7033 HTTP/1.1" status: 404 len: 347 time: 0.0185065 Feb 16 18:12:41.139947 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 37002) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:41.234900 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-1681c6ca-63e7-4614-a513-0ed2ae856650 None None] Set router a1ffb9f7-fe77-4265-9934-d4894f0984b5 gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:12:41.320639 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-3c5364cc-a080-4ff2-8139-505aa9f907c4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Deleting port 9defdfe0-a81b-479f-b851-7eaf8dfad210 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:12:41.321021 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3c5364cc-a080-4ff2-8139-505aa9f907c4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:41.510289 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3c5364cc-a080-4ff2-8139-505aa9f907c4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:41.510582 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3c5364cc-a080-4ff2-8139-505aa9f907c4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:41.578620 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-1681c6ca-63e7-4614-a513-0ed2ae856650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713530-router', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:13Z', 'updated_at': '2021-02-16T18:06:20Z', 'revision_number': 4, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'gw_port': {'id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:14Z', 'updated_at': '2021-02-16T18:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': '8ad6a1ad-91ef-4409-84dd-08d16d503266', 'name': '', 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'mac_address': 'fa:16:3e:08:d8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '2eeef3d3-2e0a-421d-8113-cd0a34d78d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:19Z', 'updated_at': '2021-02-16T18:06:32Z', 'revision_number': 5, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'subnets': [{'id': '2eeef3d3-2e0a-421d-8113-cd0a34d78d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:12:41.583653 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1681c6ca-63e7-4614-a513-0ed2ae856650 None None] The sync data for ids ['a1ffb9f7-fe77-4265-9934-d4894f0984b5'] in dv-cinder-763306-9-smb is: [{'id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713530-router', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:13Z', 'updated_at': '2021-02-16T18:06:20Z', 'revision_number': 4, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'gw_port': {'id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:14Z', 'updated_at': '2021-02-16T18:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': '8ad6a1ad-91ef-4409-84dd-08d16d503266', 'name': '', 'network_id': '52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'mac_address': 'fa:16:3e:08:d8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '2eeef3d3-2e0a-421d-8113-cd0a34d78d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:19Z', 'updated_at': '2021-02-16T18:06:32Z', 'revision_number': 5, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'subnets': [{'id': '2eeef3d3-2e0a-421d-8113-cd0a34d78d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:12:41.650224 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-3c5364cc-a080-4ff2-8139-505aa9f907c4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Calling delete_port for 9defdfe0-a81b-479f-b851-7eaf8dfad210 owned by network:floatingip {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:12:41.794878 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3c5364cc-a080-4ff2-8139-505aa9f907c4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851944169'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:41.811210 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-c1fecbc5-e31c-415f-92ee-abb54a11048e tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:41.918462 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5364cc-a080-4ff2-8139-505aa9f907c4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Pushing event deleted for resources: {'Port': ['ID=9defdfe0-a81b-479f-b851-7eaf8dfad210,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:41.994873 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75271d9-b2b0-4d73-a4b2-0ed4e08363da None None] New status for floating IP 0a7d6e03-3bee-463c-b4e5-1c43af288296: DOWN {{(pid=83988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 18:12:42.154124 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3c5364cc-a080-4ff2-8139-505aa9f907c4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:42.282436 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3c5364cc-a080-4ff2-8139-505aa9f907c4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks [] for floatingip, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:42.298006 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3c5364cc-a080-4ff2-8139-505aa9f907c4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for floatingip, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:42.299259 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-3c5364cc-a080-4ff2-8139-505aa9f907c4 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] 10.222.0.41 "DELETE /v2.0/floatingips/0a7d6e03-3bee-463c-b4e5-1c43af288296 HTTP/1.1" status: 204 len: 168 time: 1.1583776 Feb 16 18:12:43.330321 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-319afbc2-3eec-4b34-8cfb-851ff5b2f12d req-1613a0ed-bba6-427b-af40-a4c835cb85c6 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/floatingips/0d776be0-f22f-4cac-8771-7b843fe548e6 HTTP/1.1" status: 200 len: 997 time: 0.1213777 Feb 16 18:12:43.496692 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319afbc2-3eec-4b34-8cfb-851ff5b2f12d req-99673f90-0f32-4c0a-ad32-640be3072aec tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:12:43.498225 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-319afbc2-3eec-4b34-8cfb-851ff5b2f12d req-99673f90-0f32-4c0a-ad32-640be3072aec tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/networks/d4f88037-574b-44e5-a9d6-1bdf8627b244 HTTP/1.1" status: 200 len: 784 time: 0.1620185 Feb 16 18:12:43.508978 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [req-319afbc2-3eec-4b34-8cfb-851ff5b2f12d req-df0400bd-f97e-486a-8bb8-2c0f7c4ffc35 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=83985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:12:43.510029 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-319afbc2-3eec-4b34-8cfb-851ff5b2f12d req-df0400bd-f97e-486a-8bb8-2c0f7c4ffc35 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0059519 Feb 16 18:12:43.626421 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-319afbc2-3eec-4b34-8cfb-851ff5b2f12d req-77dc02e1-e0f4-42c9-beb5-3a24bbbf5f0e tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.28.3.40 HTTP/1.1" status: 200 len: 1000 time: 0.1092916 Feb 16 18:12:43.717262 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319afbc2-3eec-4b34-8cfb-851ff5b2f12d req-a5a2abf3-2408-44bf-9806-4b844233f0b3 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:12:43.718748 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-319afbc2-3eec-4b34-8cfb-851ff5b2f12d req-a5a2abf3-2408-44bf-9806-4b844233f0b3 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports/805cba9e-a8b7-492c-b884-2c63ce7cda71 HTTP/1.1" status: 200 len: 942 time: 0.0863411 Feb 16 18:12:43.910687 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-319afbc2-3eec-4b34-8cfb-851ff5b2f12d req-8b6149d1-8eee-4876-b94f-40a6718411c6 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.28.3.40 HTTP/1.1" status: 200 len: 1000 time: 0.1090772 Feb 16 18:12:43.946368 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 6 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:12:44.134823 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-319afbc2-3eec-4b34-8cfb-851ff5b2f12d req-94b6a11f-5539-4fcd-9414-59840851a4fe tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Deleting port 3fac4111-92fd-44fa-b3b3-93aa9bd025b6 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:12:44.135210 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-319afbc2-3eec-4b34-8cfb-851ff5b2f12d req-94b6a11f-5539-4fcd-9414-59840851a4fe tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:44.320301 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-319afbc2-3eec-4b34-8cfb-851ff5b2f12d req-94b6a11f-5539-4fcd-9414-59840851a4fe tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:44.320668 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-319afbc2-3eec-4b34-8cfb-851ff5b2f12d req-94b6a11f-5539-4fcd-9414-59840851a4fe tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:44.455508 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-319afbc2-3eec-4b34-8cfb-851ff5b2f12d req-94b6a11f-5539-4fcd-9414-59840851a4fe tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Calling delete_port for 3fac4111-92fd-44fa-b3b3-93aa9bd025b6 owned by network:floatingip {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:12:44.607714 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-319afbc2-3eec-4b34-8cfb-851ff5b2f12d req-94b6a11f-5539-4fcd-9414-59840851a4fe tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:44.623309 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ff564242-338a-4d51-b9f3-1cd5d59d72ef tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:44.719574 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6a11f-5539-4fcd-9414-59840851a4fe tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Pushing event deleted for resources: {'Port': ['ID=3fac4111-92fd-44fa-b3b3-93aa9bd025b6,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:44.729332 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-94b6a11f-5539-4fcd-9414-59840851a4fe tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:44.845101 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-319afbc2-3eec-4b34-8cfb-851ff5b2f12d req-94b6a11f-5539-4fcd-9414-59840851a4fe tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks [] for floatingip, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:44.845474 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.db.l3_db [req-319afbc2-3eec-4b34-8cfb-851ff5b2f12d req-94b6a11f-5539-4fcd-9414-59840851a4fe tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Floating IP 0d776be0-f22f-4cac-8771-7b843fe548e6 disassociated (deleted). External IP: 172.28.3.40, port: 805cba9e-a8b7-492c-b884-2c63ce7cda71. Feb 16 18:12:45.135338 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 37046) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:45.482586 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.l3_agent_scheduler [req-319afbc2-3eec-4b34-8cfb-851ff5b2f12d req-94b6a11f-5539-4fcd-9414-59840851a4fe tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Router 5c67a771-b24e-4337-a4bf-471d16ee321a has already been hosted by L3 agent 616de62f-f042-46f7-b8cf-861f27422584 {{(pid=83985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:12:45.679216 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-319afbc2-3eec-4b34-8cfb-851ff5b2f12d req-94b6a11f-5539-4fcd-9414-59840851a4fe tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify agent at l3_agent.dv-cinder-763306-9-smb the message routers_updated {{(pid=83985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:12:45.689924 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f609bb-ab2a-4576-a0b2-f67d88879863 None None] Sync routers for ids ['5c67a771-b24e-4337-a4bf-471d16ee321a'] in dv-cinder-763306-9-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:12:45.700736 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f609bb-ab2a-4576-a0b2-f67d88879863 None None] Routers {'5c67a771-b24e-4337-a4bf-471d16ee321a'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:12:45.701418 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-70f609bb-ab2a-4576-a0b2-f67d88879863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:12:26Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['5c67a771-b24e-4337-a4bf-471d16ee321a'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:12:45.708598 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-319afbc2-3eec-4b34-8cfb-851ff5b2f12d req-94b6a11f-5539-4fcd-9414-59840851a4fe tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for floatingip, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:45.771001 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-319afbc2-3eec-4b34-8cfb-851ff5b2f12d req-94b6a11f-5539-4fcd-9414-59840851a4fe tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "DELETE /v2.0/floatingips/0d776be0-f22f-4cac-8771-7b843fe548e6 HTTP/1.1" status: 204 len: 173 time: 1.8542118 Feb 16 18:12:45.771759 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf', 'tag': '805cba9e-a8b7-492c-b884-2c63ce7cda71'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:12:45.830380 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf', 'tag': '805cba9e-a8b7-492c-b884-2c63ce7cda71', 'status': 'completed', 'code': 200} Feb 16 18:12:45.916862 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-70f609bb-ab2a-4576-a0b2-f67d88879863 None None] Set router 5c67a771-b24e-4337-a4bf-471d16ee321a gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:12:45.930965 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319afbc2-3eec-4b34-8cfb-851ff5b2f12d req-c2bc2169-f1fd-49e3-9c93-04b9b7fc627b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:12:45.932663 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-319afbc2-3eec-4b34-8cfb-851ff5b2f12d req-c2bc2169-f1fd-49e3-9c93-04b9b7fc627b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c84d650e1d94b238253914a68a4d647&device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 1162 time: 0.1466835 Feb 16 18:12:45.943365 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3549bab9-18e6-49bf-b895-72fb776d7dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853183385'] for router_interface, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:46.045401 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672a676-a25c-4d3f-bf25-7fa3d2dddad6 req-66a544f2-a305-423a-9841-effb52a1d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:12:46.047009 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8672a676-a25c-4d3f-bf25-7fa3d2dddad6 req-66a544f2-a305-423a-9841-effb52a1d973 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c84d650e1d94b238253914a68a4d647&device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 1162 time: 0.1941569 Feb 16 18:12:46.192187 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319afbc2-3eec-4b34-8cfb-851ff5b2f12d req-8ddcd5fb-0fa8-4406-afd4-e37e10f32d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:12:46.193820 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-319afbc2-3eec-4b34-8cfb-851ff5b2f12d req-8ddcd5fb-0fa8-4406-afd4-e37e10f32d1d service neutron] 10.222.0.41 "GET /v2.0/networks?id=40185a06-1620-44b9-8dd1-e63dae9ab62c HTTP/1.1" status: 200 len: 904 time: 0.2502670 Feb 16 18:12:46.280033 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-70f609bb-ab2a-4576-a0b2-f67d88879863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'name': 'tempest-TestShelveInstance-1007970580-router', 'tenant_id': '7c84d650e1d94b238253914a68a4d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'c073d3d3-5279-4292-904d-eea6b7804699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:07:12Z', 'updated_at': '2021-02-16T18:07:23Z', 'revision_number': 4, 'project_id': '7c84d650e1d94b238253914a68a4d647', 'gw_port': {'id': 'c073d3d3-5279-4292-904d-eea6b7804699', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:16Z', 'updated_at': '2021-02-16T18:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': '06cf8c97-23f7-4402-8c43-e8635e80e540', 'name': '', 'network_id': '40185a06-1620-44b9-8dd1-e63dae9ab62c', 'tenant_id': '7c84d650e1d94b238253914a68a4d647', 'mac_address': 'fa:16:3e:e2:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '741a1dfc-122f-4201-86a1-fb09ac387c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:22Z', 'updated_at': '2021-02-16T18:07:40Z', 'revision_number': 5, 'project_id': '7c84d650e1d94b238253914a68a4d647', 'subnets': [{'id': '741a1dfc-122f-4201-86a1-fb09ac387c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:12:46.284150 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-319afbc2-3eec-4b34-8cfb-851ff5b2f12d req-38b87053-f66d-4916-8aa6-621c9661d52e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=805cba9e-a8b7-492c-b884-2c63ce7cda71 HTTP/1.1" status: 200 len: 217 time: 0.0762453 Feb 16 18:12:46.284283 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f609bb-ab2a-4576-a0b2-f67d88879863 None None] Checking router: 5c67a771-b24e-4337-a4bf-471d16ee321a for host: dv-cinder-763306-9-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:12:46.293394 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f609bb-ab2a-4576-a0b2-f67d88879863 None None] Routers {'5c67a771-b24e-4337-a4bf-471d16ee321a'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:12:46.294873 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-70f609bb-ab2a-4576-a0b2-f67d88879863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:12:26Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['5c67a771-b24e-4337-a4bf-471d16ee321a'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:12:46.325958 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-3549bab9-18e6-49bf-b895-72fb776d7dfb admin admin] Deleting port 8ad6a1ad-91ef-4409-84dd-08d16d503266 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:12:46.326341 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3549bab9-18e6-49bf-b895-72fb776d7dfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:46.342665 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672a676-a25c-4d3f-bf25-7fa3d2dddad6 req-06f42c02-48e3-4a0a-a4dd-4295b9ce0737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:12:46.344322 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8672a676-a25c-4d3f-bf25-7fa3d2dddad6 req-06f42c02-48e3-4a0a-a4dd-4295b9ce0737 service neutron] 10.222.0.86 "GET /v2.0/networks?id=40185a06-1620-44b9-8dd1-e63dae9ab62c HTTP/1.1" status: 200 len: 904 time: 0.2886353 Feb 16 18:12:46.429230 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8672a676-a25c-4d3f-bf25-7fa3d2dddad6 req-e716704c-c32c-4ea5-9319-c57da3edada7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=805cba9e-a8b7-492c-b884-2c63ce7cda71 HTTP/1.1" status: 200 len: 217 time: 0.0764015 Feb 16 18:12:46.438961 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319afbc2-3eec-4b34-8cfb-851ff5b2f12d req-669433f6-211f-4465-b221-1614cfaa161b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:12:46.446701 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-319afbc2-3eec-4b34-8cfb-851ff5b2f12d req-669433f6-211f-4465-b221-1614cfaa161b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=741a1dfc-122f-4201-86a1-fb09ac387c87 HTTP/1.1" status: 200 len: 848 time: 0.1531763 Feb 16 18:12:46.498987 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-70f609bb-ab2a-4576-a0b2-f67d88879863 None None] Set router 5c67a771-b24e-4337-a4bf-471d16ee321a gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:12:46.514382 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-3549bab9-18e6-49bf-b895-72fb776d7dfb admin admin] For port 8ad6a1ad-91ef-4409-84dd-08d16d503266, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=8ad6a1ad-91ef-4409-84dd-08d16d503266,segment=NetworkSegment(2211e4c8-d7a9-44b5-ba41-6ae46eb39c79),segment_id=2211e4c8-d7a9-44b5-ba41-6ae46eb39c79)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:12:46.514996 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3549bab9-18e6-49bf-b895-72fb776d7dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:46.566938 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672a676-a25c-4d3f-bf25-7fa3d2dddad6 req-a2b92da1-c491-47f8-b398-f5ff6c9e8029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:12:46.568567 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8672a676-a25c-4d3f-bf25-7fa3d2dddad6 req-a2b92da1-c491-47f8-b398-f5ff6c9e8029 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=741a1dfc-122f-4201-86a1-fb09ac387c87 HTTP/1.1" status: 200 len: 848 time: 0.1315570 Feb 16 18:12:46.634208 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319afbc2-3eec-4b34-8cfb-851ff5b2f12d req-67a9a78b-7c42-4fe4-be83-7c9b45bf6cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:12:46.642773 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-319afbc2-3eec-4b34-8cfb-851ff5b2f12d req-67a9a78b-7c42-4fe4-be83-7c9b45bf6cf5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=40185a06-1620-44b9-8dd1-e63dae9ab62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1951959 Feb 16 18:12:46.679446 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-3549bab9-18e6-49bf-b895-72fb776d7dfb admin admin] Calling delete_port for 8ad6a1ad-91ef-4409-84dd-08d16d503266 owned by network:router_interface {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:12:46.785878 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672a676-a25c-4d3f-bf25-7fa3d2dddad6 req-03a7c561-04ed-4049-91b2-312191551053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:12:46.787573 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8672a676-a25c-4d3f-bf25-7fa3d2dddad6 req-03a7c561-04ed-4049-91b2-312191551053 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=40185a06-1620-44b9-8dd1-e63dae9ab62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2075477 Feb 16 18:12:46.884153 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-70f609bb-ab2a-4576-a0b2-f67d88879863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'name': 'tempest-TestShelveInstance-1007970580-router', 'tenant_id': '7c84d650e1d94b238253914a68a4d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'c073d3d3-5279-4292-904d-eea6b7804699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:07:12Z', 'updated_at': '2021-02-16T18:07:23Z', 'revision_number': 4, 'project_id': '7c84d650e1d94b238253914a68a4d647', 'gw_port': {'id': 'c073d3d3-5279-4292-904d-eea6b7804699', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:16Z', 'updated_at': '2021-02-16T18:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': '06cf8c97-23f7-4402-8c43-e8635e80e540', 'name': '', 'network_id': '40185a06-1620-44b9-8dd1-e63dae9ab62c', 'tenant_id': '7c84d650e1d94b238253914a68a4d647', 'mac_address': 'fa:16:3e:e2:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '741a1dfc-122f-4201-86a1-fb09ac387c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:22Z', 'updated_at': '2021-02-16T18:07:40Z', 'revision_number': 5, 'project_id': '7c84d650e1d94b238253914a68a4d647', 'subnets': [{'id': '741a1dfc-122f-4201-86a1-fb09ac387c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:12:46.888733 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3549bab9-18e6-49bf-b895-72fb776d7dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851944169'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:46.890452 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f609bb-ab2a-4576-a0b2-f67d88879863 None None] The sync data for ids ['5c67a771-b24e-4337-a4bf-471d16ee321a'] in dv-cinder-763306-9-smb is: [{'id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'name': 'tempest-TestShelveInstance-1007970580-router', 'tenant_id': '7c84d650e1d94b238253914a68a4d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'c073d3d3-5279-4292-904d-eea6b7804699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:07:12Z', 'updated_at': '2021-02-16T18:07:23Z', 'revision_number': 4, 'project_id': '7c84d650e1d94b238253914a68a4d647', 'gw_port': {'id': 'c073d3d3-5279-4292-904d-eea6b7804699', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:16Z', 'updated_at': '2021-02-16T18:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb', '_interfaces': [{'id': '06cf8c97-23f7-4402-8c43-e8635e80e540', 'name': '', 'network_id': '40185a06-1620-44b9-8dd1-e63dae9ab62c', 'tenant_id': '7c84d650e1d94b238253914a68a4d647', 'mac_address': 'fa:16:3e:e2:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '741a1dfc-122f-4201-86a1-fb09ac387c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:22Z', 'updated_at': '2021-02-16T18:07:40Z', 'revision_number': 5, 'project_id': '7c84d650e1d94b238253914a68a4d647', 'subnets': [{'id': '741a1dfc-122f-4201-86a1-fb09ac387c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:12:46.894817 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-319afbc2-3eec-4b34-8cfb-851ff5b2f12d req-41e94d88-4ac2-4494-bb2c-d94179d9abc2 service neutron] 10.222.0.41 "GET /v2.0/networks/40185a06-1620-44b9-8dd1-e63dae9ab62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506037 Feb 16 18:12:46.912139 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-665d37fb-4f35-42a3-9056-847c2ac7d6dc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:47.029066 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549bab9-18e6-49bf-b895-72fb776d7dfb admin admin] Pushing event deleted for resources: {'Port': ['ID=8ad6a1ad-91ef-4409-84dd-08d16d503266,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:47.034156 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3549bab9-18e6-49bf-b895-72fb776d7dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:47.073551 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8672a676-a25c-4d3f-bf25-7fa3d2dddad6 req-626b7a56-e01f-49af-bba0-5fbcd0f3c180 service neutron] 10.222.0.86 "GET /v2.0/networks/40185a06-1620-44b9-8dd1-e63dae9ab62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716625 Feb 16 18:12:47.412330 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d537eae-d0f1-497f-8584-0b0fd5d27340 None None] New status for floating IP 0d776be0-f22f-4cac-8771-7b843fe548e6: DOWN {{(pid=83988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 18:12:47.490593 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3549bab9-18e6-49bf-b895-72fb776d7dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853094220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590231'] for router_interface, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:47.524380 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-319afbc2-3eec-4b34-8cfb-851ff5b2f12d req-5a52c915-ecc9-4afb-b9eb-34060821590e service neutron] 10.222.0.41 "GET /v2.0/networks/40185a06-1620-44b9-8dd1-e63dae9ab62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6165273 Feb 16 18:12:47.584278 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8672a676-a25c-4d3f-bf25-7fa3d2dddad6 req-456cf9bc-e64f-4f41-8fed-d0d7561cf655 service neutron] 10.222.0.86 "GET /v2.0/networks/40185a06-1620-44b9-8dd1-e63dae9ab62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4945300 Feb 16 18:12:48.016202 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3549bab9-18e6-49bf-b895-72fb776d7dfb admin admin] Router a1ffb9f7-fe77-4265-9934-d4894f0984b5 has already been hosted by L3 agent 616de62f-f042-46f7-b8cf-861f27422584 {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:12:48.158181 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489ac68-62e0-431c-91f8-cfdb302ea7d4 req-73bca3ce-f995-467d-837d-957fa8471a6f tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:12:48.159164 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-4489ac68-62e0-431c-91f8-cfdb302ea7d4 req-73bca3ce-f995-467d-837d-957fa8471a6f tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Synchronizing usage tracker for tenant:7c84d650e1d94b238253914a68a4d647 on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:12:48.176817 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-4489ac68-62e0-431c-91f8-cfdb302ea7d4 req-73bca3ce-f995-467d-837d-957fa8471a6f tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Unset dirty status for tenant:7c84d650e1d94b238253914a68a4d647 on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:12:48.178388 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4489ac68-62e0-431c-91f8-cfdb302ea7d4 req-73bca3ce-f995-467d-837d-957fa8471a6f tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 945 time: 0.1078250 Feb 16 18:12:48.241406 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4489ac68-62e0-431c-91f8-cfdb302ea7d4 req-4fb8b6e3-629c-4ac3-9514-ad62c71c0176 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/security-groups?id=27d6118c-2977-4a05-b2d9-83c3f30bda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0471604 Feb 16 18:12:48.441433 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3549bab9-18e6-49bf-b895-72fb776d7dfb admin admin] Notify agent at l3_agent.dv-cinder-763306-9-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:12:48.451490 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f9db82-b00f-4f7d-bf17-74ed62af3359 None None] Sync routers for ids ['a1ffb9f7-fe77-4265-9934-d4894f0984b5'] in dv-cinder-763306-9-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:12:48.456857 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-3549bab9-18e6-49bf-b895-72fb776d7dfb admin admin] 10.222.0.41 "PUT /v2.0/routers/a1ffb9f7-fe77-4265-9934-d4894f0984b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3177314 Feb 16 18:12:48.457124 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 37072) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:48.462040 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f9db82-b00f-4f7d-bf17-74ed62af3359 None None] Routers {'a1ffb9f7-fe77-4265-9934-d4894f0984b5'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:12:48.462714 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-94f9db82-b00f-4f7d-bf17-74ed62af3359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:12:26Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['a1ffb9f7-fe77-4265-9934-d4894f0984b5'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:12:48.661004 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4a713ed8-e897-4521-91f4-fc619a59f0db admin admin] Notify callbacks [] for router, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:48.849951 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-94f9db82-b00f-4f7d-bf17-74ed62af3359 None None] Set router a1ffb9f7-fe77-4265-9934-d4894f0984b5 gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:12:48.881283 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4a713ed8-e897-4521-91f4-fc619a59f0db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:48.887010 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-4a713ed8-e897-4521-91f4-fc619a59f0db admin admin] Deleting port 3b5ff69f-28a7-4796-a8b9-86c3350dd971 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:12:48.887530 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4a713ed8-e897-4521-91f4-fc619a59f0db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:49.093428 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-4a713ed8-e897-4521-91f4-fc619a59f0db admin admin] For port 3b5ff69f-28a7-4796-a8b9-86c3350dd971, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=3b5ff69f-28a7-4796-a8b9-86c3350dd971,segment=NetworkSegment(d8e446b7-17d7-4e96-a48b-79ba500f2134),segment_id=d8e446b7-17d7-4e96-a48b-79ba500f2134)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:12:49.094005 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4a713ed8-e897-4521-91f4-fc619a59f0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:49.194815 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-94f9db82-b00f-4f7d-bf17-74ed62af3359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713530-router', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:13Z', 'updated_at': '2021-02-16T18:12:46Z', 'revision_number': 5, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'gw_port': {'id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:14Z', 'updated_at': '2021-02-16T18:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:12:49.199007 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f9db82-b00f-4f7d-bf17-74ed62af3359 None None] Checking router: a1ffb9f7-fe77-4265-9934-d4894f0984b5 for host: dv-cinder-763306-9-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:12:49.209311 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f9db82-b00f-4f7d-bf17-74ed62af3359 None None] Routers {'a1ffb9f7-fe77-4265-9934-d4894f0984b5'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:12:49.209984 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-94f9db82-b00f-4f7d-bf17-74ed62af3359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:12:26Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['a1ffb9f7-fe77-4265-9934-d4894f0984b5'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:12:49.239673 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-4a713ed8-e897-4521-91f4-fc619a59f0db admin admin] Calling delete_port for 3b5ff69f-28a7-4796-a8b9-86c3350dd971 owned by network:router_gateway {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:12:49.386496 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 805cba9e-a8b7-492c-b884-2c63ce7cda71 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:12:49.389861 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4a713ed8-e897-4521-91f4-fc619a59f0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851944169'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:49.459732 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf000c-9a3b-4113-ab0d-f303d8208baa req-51ac8c6b-a782-428e-9460-dd205e0c2dc3 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:12:49.461375 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b5cf000c-9a3b-4113-ab0d-f303d8208baa req-51ac8c6b-a782-428e-9460-dd205e0c2dc3 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 945 time: 0.0923941 Feb 16 18:12:49.470409 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-94f9db82-b00f-4f7d-bf17-74ed62af3359 None None] Set router a1ffb9f7-fe77-4265-9934-d4894f0984b5 gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:12:49.563700 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b5cf000c-9a3b-4113-ab0d-f303d8208baa req-89c488b5-09e7-404b-a76b-c20c63438cfe tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/security-groups?id=27d6118c-2977-4a05-b2d9-83c3f30bda4c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0952988 Feb 16 18:12:49.580880 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4a713ed8-e897-4521-91f4-fc619a59f0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1990795'] for router_gateway, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:49.601509 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f323f7-521e-41b0-a716-a53ff81f69b9 req-60b17eaf-ce89-4735-819f-b23027c61db8 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:12:49.603104 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-77f323f7-521e-41b0-a716-a53ff81f69b9 req-60b17eaf-ce89-4735-819f-b23027c61db8 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.86 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 945 time: 0.1155975 Feb 16 18:12:49.686529 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-77f323f7-521e-41b0-a716-a53ff81f69b9 req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Deleting port 805cba9e-a8b7-492c-b884-2c63ce7cda71 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:12:49.687096 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-77f323f7-521e-41b0-a716-a53ff81f69b9 req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:49.705319 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 805cba9e-a8b7-492c-b884-2c63ce7cda71 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:12:49.705749 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:49.722497 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4a713ed8-e897-4521-91f4-fc619a59f0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853176416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496998'] for router, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:49.724875 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4a713ed8-e897-4521-91f4-fc619a59f0db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:49.752271 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4a713ed8-e897-4521-91f4-fc619a59f0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853178764'] for router, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:49.752913 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a713ed8-e897-4521-91f4-fc619a59f0db admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1ffb9f7-fe77-4265-9934-d4894f0984b5 {{(pid=83986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 18:12:49.766759 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-4a713ed8-e897-4521-91f4-fc619a59f0db admin admin] Notify callbacks [] for router, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:49.770635 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-4a713ed8-e897-4521-91f4-fc619a59f0db admin admin] 10.222.0.41 "DELETE /v2.0/routers/a1ffb9f7-fe77-4265-9934-d4894f0984b5 HTTP/1.1" status: 204 len: 168 time: 1.3098171 Feb 16 18:12:49.771459 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 37086) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:49.838191 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9d253c8-bc3f-401b-ba18-bb29c044bae3 admin admin] Deleting subnet 2eeef3d3-2e0a-421d-8113-cd0a34d78d12 {{(pid=83986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 18:12:49.842210 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a9d253c8-bc3f-401b-ba18-bb29c044bae3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:49.898448 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a9d253c8-bc3f-401b-ba18-bb29c044bae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852641875'] for subnet, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:49.936422 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-94f9db82-b00f-4f7d-bf17-74ed62af3359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713530-router', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:13Z', 'updated_at': '2021-02-16T18:12:46Z', 'revision_number': 5, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'gw_port': {'id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:14Z', 'updated_at': '2021-02-16T18:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:12:49.941079 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f9db82-b00f-4f7d-bf17-74ed62af3359 None None] The sync data for ids ['a1ffb9f7-fe77-4265-9934-d4894f0984b5'] in dv-cinder-763306-9-smb is: [{'id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713530-router', 'tenant_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:06:13Z', 'updated_at': '2021-02-16T18:12:46Z', 'revision_number': 5, 'project_id': 'a1ea36c4b5bf423eb1218bd861b1b8e3', 'gw_port': {'id': '3b5ff69f-28a7-4796-a8b9-86c3350dd971', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffb9f7-fe77-4265-9934-d4894f0984b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:06:14Z', 'updated_at': '2021-02-16T18:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:12:49.968565 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-77f323f7-521e-41b0-a716-a53ff81f69b9 req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] For port 805cba9e-a8b7-492c-b884-2c63ce7cda71, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=805cba9e-a8b7-492c-b884-2c63ce7cda71,segment=NetworkSegment(2df9abcd-74ec-49d6-925d-63f4ab9b739a),segment_id=2df9abcd-74ec-49d6-925d-63f4ab9b739a)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:12:49.968977 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-77f323f7-521e-41b0-a716-a53ff81f69b9 req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:49.991451 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a9d253c8-bc3f-401b-ba18-bb29c044bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853799394'] for subnet, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:50.106756 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-77f323f7-521e-41b0-a716-a53ff81f69b9 req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Calling delete_port for 805cba9e-a8b7-492c-b884-2c63ce7cda71 owned by compute:nova {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:12:50.300121 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a9d253c8-bc3f-401b-ba18-bb29c044bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2831681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3161752'] for subnet, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:50.301226 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-77f323f7-521e-41b0-a716-a53ff81f69b9 req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:50.317934 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:50.318122 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-7c65d77b-bbbc-4b1a-b8be-e9cfe601f245 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:50.408042 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d253c8-bc3f-401b-ba18-bb29c044bae3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eeef3d3-2e0a-421d-8113-cd0a34d78d12,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:50.412527 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a9d253c8-bc3f-401b-ba18-bb29c044bae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:50.420197 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Pushing event deleted for resources: {'Port': ['ID=805cba9e-a8b7-492c-b884-2c63ce7cda71,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:50.444478 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:50.445014 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:50.445863 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:50.445863 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:50.446224 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:50.446629 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:50.447030 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:50.447455 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:50.448090 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:50.448261 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:50.448621 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:50.449264 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:50.449441 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:50.449912 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:50.450443 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:50.450851 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:50.451244 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:50.451673 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:50.452070 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:50.452466 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:50.452862 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:50.453260 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:50.453654 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:50.454049 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:50.459981 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:50.481500 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a9d253c8-bc3f-401b-ba18-bb29c044bae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:50.482885 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be89cab1-cc58-4546-88e7-d4c295d3e29b None None] Network 52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:12:50.490478 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-a9d253c8-bc3f-401b-ba18-bb29c044bae3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2eeef3d3-2e0a-421d-8113-cd0a34d78d12 HTTP/1.1" status: 204 len: 168 time: 0.7177465 Feb 16 18:12:50.493975 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 37094) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:50.721087 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f323f7-521e-41b0-a716-a53ff81f69b9 req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] No DVR routers for this DVR port 805cba9e-a8b7-492c-b884-2c63ce7cda71 on host hv-cinder-76330 {{(pid=83985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:12:50.727277 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-77f323f7-521e-41b0-a716-a53ff81f69b9 req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:50.730469 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf', 'name': 'network-vif-deleted', 'tag': '805cba9e-a8b7-492c-b884-2c63ce7cda71'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:12:50.740364 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b8ec5726-64fe-4fce-a5f6-8d92089b6714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853787567'] for network, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:50.798271 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bc530c-a2bb-4d23-a117-20761a23a2c0 None None] DHCP port deletion for 52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d request from dv-cinder-763306-9-smb {{(pid=83987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 16 18:12:50.803690 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-a8bc530c-a2bb-4d23-a117-20761a23a2c0 None None] Deleting port fb6bb442-88af-49dc-90fb-c422befae38f {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:12:50.803986 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a8bc530c-a2bb-4d23-a117-20761a23a2c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:50.878325 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf', 'name': 'network-vif-deleted', 'tag': '805cba9e-a8b7-492c-b884-2c63ce7cda71', 'status': 'completed', 'code': 200} Feb 16 18:12:50.879645 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 8ad6a1ad-91ef-4409-84dd-08d16d503266 no longer exists at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:12:50.889762 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-c6aec1d7-a28c-4de3-862b-f9a3db87a5b4 req-6b855359-fd0f-48c7-af3a-a20a1a673739 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Synchronizing usage tracker for tenant:7c84d650e1d94b238253914a68a4d647 on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:12:50.894902 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-77f323f7-521e-41b0-a716-a53ff81f69b9 req-ded5d0b8-946a-4d2f-9b43-42330a255ef7 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.86 "DELETE /v2.0/ports/805cba9e-a8b7-492c-b884-2c63ce7cda71 HTTP/1.1" status: 204 len: 173 time: 1.2865646 Feb 16 18:12:50.895704 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-b8ec5726-64fe-4fce-a5f6-8d92089b6714 admin admin] Deleting port fb6bb442-88af-49dc-90fb-c422befae38f {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:12:50.896087 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b8ec5726-64fe-4fce-a5f6-8d92089b6714 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:50.961586 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] No Port match for: 8ad6a1ad-91ef-4409-84dd-08d16d503266 {{(pid=83987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:12:50.961986 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 8ad6a1ad-91ef-4409-84dd-08d16d503266 not bound to the agent host dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:12:50.962462 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 3b5ff69f-28a7-4796-a8b9-86c3350dd971 no longer exists at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:12:50.972467 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-c6aec1d7-a28c-4de3-862b-f9a3db87a5b4 req-6b855359-fd0f-48c7-af3a-a20a1a673739 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Unset dirty status for tenant:7c84d650e1d94b238253914a68a4d647 on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:12:50.973778 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-c6aec1d7-a28c-4de3-862b-f9a3db87a5b4 req-6b855359-fd0f-48c7-af3a-a20a1a673739 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 210 time: 0.1646829 Feb 16 18:12:51.033683 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] No Port match for: 3b5ff69f-28a7-4796-a8b9-86c3350dd971 {{(pid=83987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:12:51.034260 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 3b5ff69f-28a7-4796-a8b9-86c3350dd971 not bound to the agent host dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:12:51.191942 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-b8ec5726-64fe-4fce-a5f6-8d92089b6714 admin admin] For port fb6bb442-88af-49dc-90fb-c422befae38f, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=fb6bb442-88af-49dc-90fb-c422befae38f,segment=NetworkSegment(2211e4c8-d7a9-44b5-ba41-6ae46eb39c79),segment_id=2211e4c8-d7a9-44b5-ba41-6ae46eb39c79)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:12:51.192357 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b8ec5726-64fe-4fce-a5f6-8d92089b6714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:51.192705 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-a8bc530c-a2bb-4d23-a117-20761a23a2c0 None None] For port fb6bb442-88af-49dc-90fb-c422befae38f, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=fb6bb442-88af-49dc-90fb-c422befae38f,segment=NetworkSegment(2211e4c8-d7a9-44b5-ba41-6ae46eb39c79),segment_id=2211e4c8-d7a9-44b5-ba41-6ae46eb39c79)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:12:51.193154 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a8bc530c-a2bb-4d23-a117-20761a23a2c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:51.332964 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-b8ec5726-64fe-4fce-a5f6-8d92089b6714 admin admin] Calling delete_port for fb6bb442-88af-49dc-90fb-c422befae38f owned by network:dhcp {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:12:51.336596 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-a8bc530c-a2bb-4d23-a117-20761a23a2c0 None None] Calling delete_port for fb6bb442-88af-49dc-90fb-c422befae38f owned by network:dhcp {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:12:51.366221 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 805cba9e-a8b7-492c-b884-2c63ce7cda71 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:12:51.414145 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] No Port match for: 805cba9e-a8b7-492c-b884-2c63ce7cda71 {{(pid=83987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:12:51.414543 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 805cba9e-a8b7-492c-b884-2c63ce7cda71 not bound to the agent host hv-cinder-76330 {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:12:51.416757 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b8ec5726-64fe-4fce-a5f6-8d92089b6714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:51.456032 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.db.api [None req-a8bc530c-a2bb-4d23-a117-20761a23a2c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83987) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:12:51.456433 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_db.api [None req-a8bc530c-a2bb-4d23-a117-20761a23a2c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 18:12:51.485337 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-e56dfc1a-3736-45bd-92d2-f180630f52bc tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:51.543241 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec5726-64fe-4fce-a5f6-8d92089b6714 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb6bb442-88af-49dc-90fb-c422befae38f,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:51.547203 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-b8ec5726-64fe-4fce-a5f6-8d92089b6714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:51.592779 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ec5726-64fe-4fce-a5f6-8d92089b6714 admin admin] No DVR routers for this DVR port fb6bb442-88af-49dc-90fb-c422befae38f on host dv-cinder-763306-9-smb {{(pid=83985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:12:51.724787 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b8ec5726-64fe-4fce-a5f6-8d92089b6714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853803641', 'neutron.services.segments.db._delete_segments_for_network--9223363287453533471'] for network, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:51.842596 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-b8ec5726-64fe-4fce-a5f6-8d92089b6714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d']}} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:12:51.855636 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-b8ec5726-64fe-4fce-a5f6-8d92089b6714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2211e4c8-d7a9-44b5-ba41-6ae46eb39c79') {'for_net_delete': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:12:51.855946 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-b8ec5726-64fe-4fce-a5f6-8d92089b6714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2211e4c8-d7a9-44b5-ba41-6ae46eb39c79') {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:12:51.868611 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b8ec5726-64fe-4fce-a5f6-8d92089b6714 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363287453521951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2307540'] for segment, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:51.884001 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b8ec5726-64fe-4fce-a5f6-8d92089b6714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975480'] for segment, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:51.885987 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b8ec5726-64fe-4fce-a5f6-8d92089b6714 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 18:12:51.957878 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-a8bc530c-a2bb-4d23-a117-20761a23a2c0 None None] Deleting port fb6bb442-88af-49dc-90fb-c422befae38f {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:12:51.959827 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a8bc530c-a2bb-4d23-a117-20761a23a2c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:52.076070 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-b8ec5726-64fe-4fce-a5f6-8d92089b6714 admin admin] Network 52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d has no segments {{(pid=83985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:12:52.085768 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b8ec5726-64fe-4fce-a5f6-8d92089b6714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853800433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852427549'] for segment, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:52.095016 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-a8bc530c-a2bb-4d23-a117-20761a23a2c0 None None] The port 'fb6bb442-88af-49dc-90fb-c422befae38f' was deleted {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 16 18:12:52.230777 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-56f0dac9-0c0d-4a77-81f8-851e1228bc80 req-462fd8af-ff8c-4d94-833a-c1bb85bea8fc tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/ports?device_id=de47f4d2-c7fa-4d4a-a9c5-17dae07b41bf HTTP/1.1" status: 200 len: 210 time: 0.0760419 Feb 16 18:12:52.332777 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-b8ec5726-64fe-4fce-a5f6-8d92089b6714 admin admin] Network 52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d has no segments {{(pid=83985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:12:52.361429 dv-cinder-763306-9-smb neutron-server[83874]: Traceback (most recent call last): Feb 16 18:12:52.361429 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:12:52.361429 dv-cinder-763306-9-smb neutron-server[83874]: timer() Feb 16 18:12:52.361429 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:12:52.361429 dv-cinder-763306-9-smb neutron-server[83874]: cb(*args, **kw) Feb 16 18:12:52.361429 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 18:12:52.361429 dv-cinder-763306-9-smb neutron-server[83874]: return func(*args, **kwargs) Feb 16 18:12:52.361429 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:12:52.361429 dv-cinder-763306-9-smb neutron-server[83874]: self._notify() Feb 16 18:12:52.361429 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:12:52.361429 dv-cinder-763306-9-smb neutron-server[83874]: self.callback(batched_events) Feb 16 18:12:52.361429 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:12:52.361429 dv-cinder-763306-9-smb neutron-server[83874]: event.method(event) Feb 16 18:12:52.361429 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:12:52.361429 dv-cinder-763306-9-smb neutron-server[83874]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:12:52.361429 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 18:12:52.361429 dv-cinder-763306-9-smb neutron-server[83874]: segment_id)['aggregates'][0] Feb 16 18:12:52.361429 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:12:52.361429 dv-cinder-763306-9-smb neutron-server[83874]: return f(self, *a, **k) Feb 16 18:12:52.361429 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:12:52.361429 dv-cinder-763306-9-smb neutron-server[83874]: return self._get(url).json() Feb 16 18:12:52.361429 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:12:52.361429 dv-cinder-763306-9-smb neutron-server[83874]: **kwargs) Feb 16 18:12:52.361429 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 18:12:52.361429 dv-cinder-763306-9-smb neutron-server[83874]: return self.request(url, 'GET', **kwargs) Feb 16 18:12:52.361429 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 18:12:52.361429 dv-cinder-763306-9-smb neutron-server[83874]: **endpoint_filter) Feb 16 18:12:52.361429 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 18:12:52.361429 dv-cinder-763306-9-smb neutron-server[83874]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:12:52.361429 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 18:12:52.361429 dv-cinder-763306-9-smb neutron-server[83874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:12:52.361429 dv-cinder-763306-9-smb neutron-server[83874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:12:52.445063 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b8ec5726-64fe-4fce-a5f6-8d92089b6714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852784992'] for network, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:52.448598 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:52.468570 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b8ec5726-64fe-4fce-a5f6-8d92089b6714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:52.478106 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec5726-64fe-4fce-a5f6-8d92089b6714 admin admin] Pushing event deleted for resources: {'Network': ['ID=52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:52.483253 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-b8ec5726-64fe-4fce-a5f6-8d92089b6714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:52.489982 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-b8ec5726-64fe-4fce-a5f6-8d92089b6714 admin admin] 10.222.0.41 "DELETE /v2.0/networks/52e0ebbd-2ad4-4d51-98c6-54bab5bc4d5d HTTP/1.1" status: 204 len: 168 time: 1.9923687 Feb 16 18:12:52.620212 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 37118) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:52.681084 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-eba2b783-a9a6-4211-ab1d-39d3e8f40325 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a1ea36c4b5bf423eb1218bd861b1b8e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0592966 Feb 16 18:12:52.683361 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 37122) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:52.749365 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ff1d750d-ec8d-4332-b6cd-e80eebfbf9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:52.777753 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ff1d750d-ec8d-4332-b6cd-e80eebfbf9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:52.805648 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device fb6bb442-88af-49dc-90fb-c422befae38f no longer exists at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:12:52.827580 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ff1d750d-ec8d-4332-b6cd-e80eebfbf9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:52.832680 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-796b76dd-4e85-4cf7-a995-2900fb47e0c2 tempest-VolumesNegativeTest-415756528 tempest-VolumesNegativeTest-415756528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:52.847125 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d750d-ec8d-4332-b6cd-e80eebfbf9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bcfc46-fec5-4b44-8b3a-de63e185040f,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:52.847532 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] No Port match for: fb6bb442-88af-49dc-90fb-c422befae38f {{(pid=83987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:12:52.847939 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device fb6bb442-88af-49dc-90fb-c422befae38f not bound to the agent host dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:12:52.852474 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ff1d750d-ec8d-4332-b6cd-e80eebfbf9c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:52.854945 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ff1d750d-ec8d-4332-b6cd-e80eebfbf9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:52.856809 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-ff1d750d-ec8d-4332-b6cd-e80eebfbf9c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c6bcfc46-fec5-4b44-8b3a-de63e185040f HTTP/1.1" status: 204 len: 168 time: 0.1718855 Feb 16 18:12:53.400123 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b8eacf3d-9d7a-42b5-b006-a7369b7e5797 req-64f172f9-e875-4403-94b6-576080a399de tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "GET /v2.0/security-groups/27d6118c-2977-4a05-b2d9-83c3f30bda4c HTTP/1.1" status: 200 len: 2993 time: 0.0525472 Feb 16 18:12:53.479332 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b8eacf3d-9d7a-42b5-b006-a7369b7e5797 req-befe2213-2177-4e6c-b9a2-d1caf3bb03fb tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:53.508592 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-28bf2522-76d3-4c4a-a626-6335f6bcdaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:53.512484 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b8eacf3d-9d7a-42b5-b006-a7369b7e5797 req-befe2213-2177-4e6c-b9a2-d1caf3bb03fb tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:53.562152 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b8eacf3d-9d7a-42b5-b006-a7369b7e5797 req-befe2213-2177-4e6c-b9a2-d1caf3bb03fb tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:53.567556 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f624a801-19b1-458f-8770-e7f11113df4f tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:53.584515 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe2213-2177-4e6c-b9a2-d1caf3bb03fb tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d6118c-2977-4a05-b2d9-83c3f30bda4c,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:53.590851 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-befe2213-2177-4e6c-b9a2-d1caf3bb03fb tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:53.594926 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b8eacf3d-9d7a-42b5-b006-a7369b7e5797 req-befe2213-2177-4e6c-b9a2-d1caf3bb03fb tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:53.596964 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b8eacf3d-9d7a-42b5-b006-a7369b7e5797 req-befe2213-2177-4e6c-b9a2-d1caf3bb03fb tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] 10.222.0.41 "DELETE /v2.0/security-groups/27d6118c-2977-4a05-b2d9-83c3f30bda4c HTTP/1.1" status: 204 len: 173 time: 0.1898129 Feb 16 18:12:53.608860 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 37152) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:53.657666 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 37160) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:53.749072 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-666909aa-bd09-4b98-b63a-f11f8a771a9a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2026897349-network', 'tenant_id': '2220193391c549d0b720604b27ced880'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:12:53.755022 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-666909aa-bd09-4b98-b63a-f11f8a771a9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:12:53.759387 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-666909aa-bd09-4b98-b63a-f11f8a771a9a admin admin] Usage tracker for resource:network and tenant:2220193391c549d0b720604b27ced880 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:12:53.762568 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-666909aa-bd09-4b98-b63a-f11f8a771a9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:12:53.769524 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-666909aa-bd09-4b98-b63a-f11f8a771a9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:12:53.780809 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666909aa-bd09-4b98-b63a-f11f8a771a9a admin admin] Made reservation on behalf of 2220193391c549d0b720604b27ced880 for: {'network': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:12:53.785980 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-666909aa-bd09-4b98-b63a-f11f8a771a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for network, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:53.925719 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-666909aa-bd09-4b98-b63a-f11f8a771a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:53.956987 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-666909aa-bd09-4b98-b63a-f11f8a771a9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:12:53.972513 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-666909aa-bd09-4b98-b63a-f11f8a771a9a admin admin] Usage tracker for resource:security_group_rule and tenant:2220193391c549d0b720604b27ced880 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:12:53.977801 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-666909aa-bd09-4b98-b63a-f11f8a771a9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:12:53.986794 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-666909aa-bd09-4b98-b63a-f11f8a771a9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:12:54.539919 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-666909aa-bd09-4b98-b63a-f11f8a771a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:54.545377 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-666909aa-bd09-4b98-b63a-f11f8a771a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:54.551272 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ff1d750d-ec8d-4332-b6cd-e80eebfbf9c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:54.616594 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666909aa-bd09-4b98-b63a-f11f8a771a9a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 18:12:54.644650 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666909aa-bd09-4b98-b63a-f11f8a771a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b1807b-bb65-4733-8d53-fa5721e41df4,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:54.648519 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-666909aa-bd09-4b98-b63a-f11f8a771a9a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749401242329', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975480'] for segment, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:54.648937 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.db.segments_db [None req-666909aa-bd09-4b98-b63a-f11f8a771a9a admin admin] Added segment 7edd219c-cdb2-498a-9e20-62d9abccc95c of type vxlan for network b23baa0b-545d-48f8-acc7-0f6654e2fc8e Feb 16 18:12:54.650290 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-666909aa-bd09-4b98-b63a-f11f8a771a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:54.689162 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-666909aa-bd09-4b98-b63a-f11f8a771a9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287454046290'] for network, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:54.736939 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-666909aa-bd09-4b98-b63a-f11f8a771a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548'] for network, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:54.772349 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666909aa-bd09-4b98-b63a-f11f8a771a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:12:54.773002 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-666909aa-bd09-4b98-b63a-f11f8a771a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:54.783733 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:54.901984 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666909aa-bd09-4b98-b63a-f11f8a771a9a admin admin] Pushing event updated for resources: {'Network': ['ID=b23baa0b-545d-48f8-acc7-0f6654e2fc8e,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:54.913136 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-666909aa-bd09-4b98-b63a-f11f8a771a9a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2992549 Feb 16 18:12:54.913136 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-666909aa-bd09-4b98-b63a-f11f8a771a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:54.913427 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 37172) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:54.917318 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Network b23baa0b-545d-48f8-acc7-0f6654e2fc8e details requested by agent ovs-agent-dv-cinder-763306-9-smb with host dv-cinder-763306-9-smb {{(pid=83987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:12:54.919910 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-e7ea92bc-e091-4363-9e03-c93acf1c53d4 admin admin] Request body: {'subnet': {'network_id': 'b23baa0b-545d-48f8-acc7-0f6654e2fc8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2026897349-subnet', 'tenant_id': '2220193391c549d0b720604b27ced880', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:12:54.927341 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-e7ea92bc-e091-4363-9e03-c93acf1c53d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:12:54.930266 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d6300e7e-9d0f-437d-b955-2ca1d8cc8ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853183385'] for router_interface, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:54.931682 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-e7ea92bc-e091-4363-9e03-c93acf1c53d4 admin admin] Usage tracker for resource:subnet and tenant:2220193391c549d0b720604b27ced880 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:12:54.935159 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Network b23baa0b-545d-48f8-acc7-0f6654e2fc8e details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:12:54.936004 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-e7ea92bc-e091-4363-9e03-c93acf1c53d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:12:54.942163 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-e7ea92bc-e091-4363-9e03-c93acf1c53d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:12:54.954877 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ea92bc-e091-4363-9e03-c93acf1c53d4 admin admin] Made reservation on behalf of 2220193391c549d0b720604b27ced880 for: {'subnet': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:12:54.961495 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e7ea92bc-e091-4363-9e03-c93acf1c53d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851614045'] for subnet, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:55.345757 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-d6300e7e-9d0f-437d-b955-2ca1d8cc8ae1 admin admin] Deleting port 06cf8c97-23f7-4402-8c43-e8635e80e540 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:12:55.346029 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d6300e7e-9d0f-437d-b955-2ca1d8cc8ae1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:55.418253 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e7ea92bc-e091-4363-9e03-c93acf1c53d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851944051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851614064'] for subnet, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:55.438026 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:55.534413 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d6300e7e-9d0f-437d-b955-2ca1d8cc8ae1 admin admin] For port 06cf8c97-23f7-4402-8c43-e8635e80e540, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=06cf8c97-23f7-4402-8c43-e8635e80e540,segment=NetworkSegment(2df9abcd-74ec-49d6-925d-63f4ab9b739a),segment_id=2df9abcd-74ec-49d6-925d-63f4ab9b739a)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:12:55.534819 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d6300e7e-9d0f-437d-b955-2ca1d8cc8ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:55.682086 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-d6300e7e-9d0f-437d-b955-2ca1d8cc8ae1 admin admin] Calling delete_port for 06cf8c97-23f7-4402-8c43-e8635e80e540 owned by network:router_interface {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:12:55.764068 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ec9c9706-60d5-4df5-9d0d-61ec338bfc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:55.810409 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea92bc-e091-4363-9e03-c93acf1c53d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd1a4b60-ec3a-4bd1-96f0-7648398c5f8a,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:55.815024 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-e7ea92bc-e091-4363-9e03-c93acf1c53d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:55.873968 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d6300e7e-9d0f-437d-b955-2ca1d8cc8ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:55.883368 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ea92bc-e091-4363-9e03-c93acf1c53d4 admin admin] Checking segment: {'id': '7edd219c-cdb2-498a-9e20-62d9abccc95c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b23baa0b-545d-48f8-acc7-0f6654e2fc8e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:12:55.883789 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ea92bc-e091-4363-9e03-c93acf1c53d4 admin admin] Network hostable DHCP agents. Network: b23baa0b-545d-48f8-acc7-0f6654e2fc8e, hostable agents: ['de8c96f3-9ead-4786-a920-55e7f9d921c5'], hosted agents: [] {{(pid=83986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:12:55.890485 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-821511d2-5cbe-45a2-90c6-be66a5e2daac tempest-AttachVolumeNegativeTest-47279095 tempest-AttachVolumeNegativeTest-47279095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:55.904052 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ea92bc-e091-4363-9e03-c93acf1c53d4 admin admin] Network b23baa0b-545d-48f8-acc7-0f6654e2fc8e is scheduled to be hosted by DHCP agent de8c96f3-9ead-4786-a920-55e7f9d921c5 with binding_index 1 {{(pid=83986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:12:55.912779 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-e7ea92bc-e091-4363-9e03-c93acf1c53d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-smb, b23baa0b-545d-48f8-acc7-0f6654e2fc8e) {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:12:55.923425 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54101eab-f43b-4ada-9e04-907edbcf62ae None None] Network b23baa0b-545d-48f8-acc7-0f6654e2fc8e requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:12:55.925492 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ea92bc-e091-4363-9e03-c93acf1c53d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:12:55.926151 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e7ea92bc-e091-4363-9e03-c93acf1c53d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:55.955082 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-e7ea92bc-e091-4363-9e03-c93acf1c53d4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0321856 Feb 16 18:12:56.002362 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6300e7e-9d0f-437d-b955-2ca1d8cc8ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=06cf8c97-23f7-4402-8c43-e8635e80e540,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:56.005309 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d6300e7e-9d0f-437d-b955-2ca1d8cc8ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:56.179571 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a72d4b3-ddc7-4242-aba6-2a8ab118e5ed None None] Network b23baa0b-545d-48f8-acc7-0f6654e2fc8e requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:12:56.448626 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d6300e7e-9d0f-437d-b955-2ca1d8cc8ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853094220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590231'] for router_interface, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:56.769633 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:56.780558 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:57.080723 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 37202) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:57.089238 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-8b222dcd-6e47-49bc-8968-46e25032ee3a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1432471994-network', 'tenant_id': 'af9b9280898442e89846e638e58d507b'}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:12:57.096246 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-8b222dcd-6e47-49bc-8968-46e25032ee3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:12:57.101243 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-8b222dcd-6e47-49bc-8968-46e25032ee3a admin admin] Usage tracker for resource:network and tenant:af9b9280898442e89846e638e58d507b is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:12:57.105611 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-8b222dcd-6e47-49bc-8968-46e25032ee3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:12:57.112157 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-8b222dcd-6e47-49bc-8968-46e25032ee3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:12:57.122523 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b222dcd-6e47-49bc-8968-46e25032ee3a admin admin] Made reservation on behalf of af9b9280898442e89846e638e58d507b for: {'network': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:12:57.122743 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6300e7e-9d0f-437d-b955-2ca1d8cc8ae1 admin admin] Router 5c67a771-b24e-4337-a4bf-471d16ee321a has already been hosted by L3 agent 616de62f-f042-46f7-b8cf-861f27422584 {{(pid=83985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:12:57.127699 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8b222dcd-6e47-49bc-8968-46e25032ee3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for network, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:57.140618 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8b222dcd-6e47-49bc-8968-46e25032ee3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:57.156603 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-8b222dcd-6e47-49bc-8968-46e25032ee3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:12:57.160647 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-8b222dcd-6e47-49bc-8968-46e25032ee3a admin admin] Usage tracker for resource:security_group_rule and tenant:af9b9280898442e89846e638e58d507b is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:12:57.163632 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-8b222dcd-6e47-49bc-8968-46e25032ee3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:12:57.170569 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-8b222dcd-6e47-49bc-8968-46e25032ee3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:12:57.258336 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8b222dcd-6e47-49bc-8968-46e25032ee3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:57.261576 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8b222dcd-6e47-49bc-8968-46e25032ee3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:57.266344 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-8d933264-45ff-4ce1-b4fe-77f5bbcc1216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:57.305243 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b222dcd-6e47-49bc-8968-46e25032ee3a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 18:12:57.319494 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b222dcd-6e47-49bc-8968-46e25032ee3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d379eb2-92f7-49c3-8ba9-0a465f70bc2f,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:57.324091 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-8b222dcd-6e47-49bc-8968-46e25032ee3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:57.325189 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8b222dcd-6e47-49bc-8968-46e25032ee3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975480'] for segment, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:57.325565 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.db.segments_db [None req-8b222dcd-6e47-49bc-8968-46e25032ee3a admin admin] Added segment 310edebd-731c-43a5-b23d-cb2fa468d43a of type vxlan for network 29b30638-e8e3-4f7a-b38b-4aa6ef5b77b1 Feb 16 18:12:57.358619 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8b222dcd-6e47-49bc-8968-46e25032ee3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287454046290'] for network, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:57.393547 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8b222dcd-6e47-49bc-8968-46e25032ee3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548'] for network, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:57.394690 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b222dcd-6e47-49bc-8968-46e25032ee3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:12:57.395334 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8b222dcd-6e47-49bc-8968-46e25032ee3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:57.399587 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:57.401082 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-491b6d9d-4e4f-4f45-a4c7-4c7409282fb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:57.523253 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-8b222dcd-6e47-49bc-8968-46e25032ee3a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4380927 Feb 16 18:12:57.523253 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b222dcd-6e47-49bc-8968-46e25032ee3a admin admin] Pushing event updated for resources: {'Network': ['ID=29b30638-e8e3-4f7a-b38b-4aa6ef5b77b1,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:57.524951 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-8b222dcd-6e47-49bc-8968-46e25032ee3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:57.525740 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 37208) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:57.533714 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Network 29b30638-e8e3-4f7a-b38b-4aa6ef5b77b1 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:12:57.534726 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-ac795de7-dd82-476a-9938-7a73ccb95db1 admin admin] Request body: {'subnet': {'network_id': '29b30638-e8e3-4f7a-b38b-4aa6ef5b77b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1432471994-subnet', 'tenant_id': 'af9b9280898442e89846e638e58d507b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:12:57.540609 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-ac795de7-dd82-476a-9938-7a73ccb95db1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:12:57.545223 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-ac795de7-dd82-476a-9938-7a73ccb95db1 admin admin] Usage tracker for resource:subnet and tenant:af9b9280898442e89846e638e58d507b is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:12:57.548408 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-ac795de7-dd82-476a-9938-7a73ccb95db1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:12:57.554870 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-ac795de7-dd82-476a-9938-7a73ccb95db1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:12:57.560106 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Network 29b30638-e8e3-4f7a-b38b-4aa6ef5b77b1 details requested by agent ovs-agent-dv-cinder-763306-9-smb with host dv-cinder-763306-9-smb {{(pid=83987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:12:57.561746 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6300e7e-9d0f-437d-b955-2ca1d8cc8ae1 admin admin] Notify agent at l3_agent.dv-cinder-763306-9-smb the message routers_updated {{(pid=83985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:12:57.571870 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac795de7-dd82-476a-9938-7a73ccb95db1 admin admin] Made reservation on behalf of af9b9280898442e89846e638e58d507b for: {'subnet': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:12:57.578709 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ac795de7-dd82-476a-9938-7a73ccb95db1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851614045'] for subnet, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:57.584691 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd217425-5ee6-4366-832b-91cfa632261c None None] Sync routers for ids ['5c67a771-b24e-4337-a4bf-471d16ee321a'] in dv-cinder-763306-9-smb {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:12:57.593597 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-d6300e7e-9d0f-437d-b955-2ca1d8cc8ae1 admin admin] 10.222.0.41 "PUT /v2.0/routers/5c67a771-b24e-4337-a4bf-471d16ee321a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9269903 Feb 16 18:12:57.596553 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 37214) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:57.615313 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd217425-5ee6-4366-832b-91cfa632261c None None] Routers {'5c67a771-b24e-4337-a4bf-471d16ee321a'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:12:57.616302 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-bd217425-5ee6-4366-832b-91cfa632261c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:12:56Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['5c67a771-b24e-4337-a4bf-471d16ee321a'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:12:57.864158 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-34e10223-7e34-48a7-9db2-f1a0798d8528 admin admin] Notify callbacks [] for router, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:57.944794 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-bd217425-5ee6-4366-832b-91cfa632261c None None] Set router 5c67a771-b24e-4337-a4bf-471d16ee321a gateway port host: dv-cinder-763306-9-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:12:57.946219 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 37220) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:58.018025 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:58.086565 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-34e10223-7e34-48a7-9db2-f1a0798d8528 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:58.095842 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-34e10223-7e34-48a7-9db2-f1a0798d8528 admin admin] Deleting port c073d3d3-5279-4292-904d-eea6b7804699 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:12:58.097051 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-34e10223-7e34-48a7-9db2-f1a0798d8528 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:58.123207 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f6621497-1b6c-4389-b8b7-b1ebf24eeeb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:58.135508 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ac795de7-dd82-476a-9938-7a73ccb95db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851944051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851614064'] for subnet, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:58.156726 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-e4409d40-d4bf-4764-a624-81cb7a201546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:58.247893 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-f6621497-1b6c-4389-b8b7-b1ebf24eeeb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:12:58.272048 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-f6621497-1b6c-4389-b8b7-b1ebf24eeeb7 admin admin] Usage tracker for resource:security_group_rule and tenant:6373bde21f904ca39e915dc1c915121d is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:12:58.284626 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-f6621497-1b6c-4389-b8b7-b1ebf24eeeb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:12:58.296182 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-f6621497-1b6c-4389-b8b7-b1ebf24eeeb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:12:58.305471 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-34e10223-7e34-48a7-9db2-f1a0798d8528 admin admin] For port c073d3d3-5279-4292-904d-eea6b7804699, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=c073d3d3-5279-4292-904d-eea6b7804699,segment=NetworkSegment(d8e446b7-17d7-4e96-a48b-79ba500f2134),segment_id=d8e446b7-17d7-4e96-a48b-79ba500f2134)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:12:58.306122 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-34e10223-7e34-48a7-9db2-f1a0798d8528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:58.318849 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac795de7-dd82-476a-9938-7a73ccb95db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d646f502-2ca0-473c-926c-c2e7d7cd4d51,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:58.324024 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ac795de7-dd82-476a-9938-7a73ccb95db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:58.439806 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-bd217425-5ee6-4366-832b-91cfa632261c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'name': 'tempest-TestShelveInstance-1007970580-router', 'tenant_id': '7c84d650e1d94b238253914a68a4d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'c073d3d3-5279-4292-904d-eea6b7804699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:07:12Z', 'updated_at': '2021-02-16T18:12:55Z', 'revision_number': 5, 'project_id': '7c84d650e1d94b238253914a68a4d647', 'gw_port': {'id': 'c073d3d3-5279-4292-904d-eea6b7804699', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:16Z', 'updated_at': '2021-02-16T18:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:12:58.443932 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd217425-5ee6-4366-832b-91cfa632261c None None] Checking router: 5c67a771-b24e-4337-a4bf-471d16ee321a for host: dv-cinder-763306-9-smb {{(pid=83988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:12:58.444440 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-34e10223-7e34-48a7-9db2-f1a0798d8528 admin admin] Calling delete_port for c073d3d3-5279-4292-904d-eea6b7804699 owned by network:router_gateway {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:12:58.454082 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd217425-5ee6-4366-832b-91cfa632261c None None] Routers {'5c67a771-b24e-4337-a4bf-471d16ee321a'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:12:58.454746 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-bd217425-5ee6-4366-832b-91cfa632261c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:12:56Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['5c67a771-b24e-4337-a4bf-471d16ee321a'], 'active': True} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:12:58.459802 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac795de7-dd82-476a-9938-7a73ccb95db1 admin admin] Checking segment: {'id': '310edebd-731c-43a5-b23d-cb2fa468d43a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '29b30638-e8e3-4f7a-b38b-4aa6ef5b77b1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:12:58.460202 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac795de7-dd82-476a-9938-7a73ccb95db1 admin admin] Network hostable DHCP agents. Network: 29b30638-e8e3-4f7a-b38b-4aa6ef5b77b1, hostable agents: ['de8c96f3-9ead-4786-a920-55e7f9d921c5'], hosted agents: [] {{(pid=83986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:12:58.483125 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f6621497-1b6c-4389-b8b7-b1ebf24eeeb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:58.489031 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f6621497-1b6c-4389-b8b7-b1ebf24eeeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:58.500200 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-5aea690f-5cbc-4bc2-b65b-5569510dd369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:58.518926 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac795de7-dd82-476a-9938-7a73ccb95db1 admin admin] Network 29b30638-e8e3-4f7a-b38b-4aa6ef5b77b1 is scheduled to be hosted by DHCP agent de8c96f3-9ead-4786-a920-55e7f9d921c5 with binding_index 1 {{(pid=83986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:12:58.553100 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6621497-1b6c-4389-b8b7-b1ebf24eeeb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5445831-98a4-4612-a4b9-b9ecea2b930d,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:58.558248 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-f6621497-1b6c-4389-b8b7-b1ebf24eeeb7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6373bde21f904ca39e915dc1c915121d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6108427 Feb 16 18:12:58.559312 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f6621497-1b6c-4389-b8b7-b1ebf24eeeb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:58.559979 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-ac795de7-dd82-476a-9938-7a73ccb95db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-smb, 29b30638-e8e3-4f7a-b38b-4aa6ef5b77b1) {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:12:58.561296 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 37226) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:58.577302 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cfec2a-fd3b-4a5c-9c9b-c8279e270ec1 None None] Network 29b30638-e8e3-4f7a-b38b-4aa6ef5b77b1 requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:12:58.593510 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac795de7-dd82-476a-9938-7a73ccb95db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:12:58.594680 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ac795de7-dd82-476a-9938-7a73ccb95db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:58.627353 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-34e10223-7e34-48a7-9db2-f1a0798d8528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:58.648984 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-bd217425-5ee6-4366-832b-91cfa632261c None None] Set router 5c67a771-b24e-4337-a4bf-471d16ee321a gateway port host: dv-cinder-763306-9-smb {{(pid=83988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:12:58.655718 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-ac795de7-dd82-476a-9938-7a73ccb95db1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1278489 Feb 16 18:12:58.666886 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6b263378-660a-4497-80ea-404012793c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:58.714755 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6b263378-660a-4497-80ea-404012793c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:58.768678 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6b263378-660a-4497-80ea-404012793c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:58.776873 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-b933eb3b-6285-4f3b-b266-7ff95a4ade1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:58.795060 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b263378-660a-4497-80ea-404012793c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5445831-98a4-4612-a4b9-b9ecea2b930d,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:58.798230 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-6b263378-660a-4497-80ea-404012793c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:58.799168 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6b263378-660a-4497-80ea-404012793c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:58.800992 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-6b263378-660a-4497-80ea-404012793c6a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b5445831-98a4-4612-a4b9-b9ecea2b930d HTTP/1.1" status: 204 len: 168 time: 0.2387185 Feb 16 18:12:58.927264 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 37234) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:58.952155 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79c2246-cc0a-4e7b-847d-94f2db19ef86 None None] Network 29b30638-e8e3-4f7a-b38b-4aa6ef5b77b1 requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:12:58.952911 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-34e10223-7e34-48a7-9db2-f1a0798d8528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1990795'] for router_gateway, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:59.070025 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a4e4af9-ccfb-48e3-8684-42efe738a19a admin admin] Deleting subnet cd1a4b60-ec3a-4bd1-96f0-7648398c5f8a {{(pid=83986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 18:12:59.073722 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1a4e4af9-ccfb-48e3-8684-42efe738a19a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:59.096382 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-bd217425-5ee6-4366-832b-91cfa632261c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'name': 'tempest-TestShelveInstance-1007970580-router', 'tenant_id': '7c84d650e1d94b238253914a68a4d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'c073d3d3-5279-4292-904d-eea6b7804699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:07:12Z', 'updated_at': '2021-02-16T18:12:55Z', 'revision_number': 5, 'project_id': '7c84d650e1d94b238253914a68a4d647', 'gw_port': {'id': 'c073d3d3-5279-4292-904d-eea6b7804699', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:16Z', 'updated_at': '2021-02-16T18:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:12:59.101061 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd217425-5ee6-4366-832b-91cfa632261c None None] The sync data for ids ['5c67a771-b24e-4337-a4bf-471d16ee321a'] in dv-cinder-763306-9-smb is: [{'id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'name': 'tempest-TestShelveInstance-1007970580-router', 'tenant_id': '7c84d650e1d94b238253914a68a4d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'c073d3d3-5279-4292-904d-eea6b7804699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:07:12Z', 'updated_at': '2021-02-16T18:12:55Z', 'revision_number': 5, 'project_id': '7c84d650e1d94b238253914a68a4d647', 'gw_port': {'id': 'c073d3d3-5279-4292-904d-eea6b7804699', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c67a771-b24e-4337-a4bf-471d16ee321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:16Z', 'updated_at': '2021-02-16T18:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}] {{(pid=83988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:12:59.144722 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-34e10223-7e34-48a7-9db2-f1a0798d8528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853176416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496998'] for router, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:59.149106 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-34e10223-7e34-48a7-9db2-f1a0798d8528 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:59.165875 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1a4e4af9-ccfb-48e3-8684-42efe738a19a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852641875'] for subnet, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:59.191548 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-34e10223-7e34-48a7-9db2-f1a0798d8528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853178764'] for router, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:59.192129 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e10223-7e34-48a7-9db2-f1a0798d8528 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c67a771-b24e-4337-a4bf-471d16ee321a {{(pid=83985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 18:12:59.218836 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-34e10223-7e34-48a7-9db2-f1a0798d8528 admin admin] Notify callbacks [] for router, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:59.220853 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-34e10223-7e34-48a7-9db2-f1a0798d8528 admin admin] 10.222.0.41 "DELETE /v2.0/routers/5c67a771-b24e-4337-a4bf-471d16ee321a HTTP/1.1" status: 204 len: 168 time: 1.6230094 Feb 16 18:12:59.224197 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 37242) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:59.244123 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1a4e4af9-ccfb-48e3-8684-42efe738a19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853799394'] for subnet, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:59.336490 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a590d4-42f5-46ee-aca5-d9c0b1316356 admin admin] Deleting subnet 741a1dfc-122f-4201-86a1-fb09ac387c87 {{(pid=83985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 18:12:59.341854 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-37a590d4-42f5-46ee-aca5-d9c0b1316356 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:59.399546 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-37a590d4-42f5-46ee-aca5-d9c0b1316356 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852468257'] for subnet, precommit_delete_associations {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:59.492998 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-37a590d4-42f5-46ee-aca5-d9c0b1316356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853799394'] for subnet, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:59.540218 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1a4e4af9-ccfb-48e3-8684-42efe738a19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2831681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3161752'] for subnet, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:59.608379 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:12:59.663429 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e4af9-ccfb-48e3-8684-42efe738a19a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd1a4b60-ec3a-4bd1-96f0-7648398c5f8a,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:12:59.675835 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e4af9-ccfb-48e3-8684-42efe738a19a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:59.676247 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e4af9-ccfb-48e3-8684-42efe738a19a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:59.676652 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e4af9-ccfb-48e3-8684-42efe738a19a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:59.677054 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e4af9-ccfb-48e3-8684-42efe738a19a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:59.677450 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e4af9-ccfb-48e3-8684-42efe738a19a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:59.677845 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e4af9-ccfb-48e3-8684-42efe738a19a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:59.678234 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e4af9-ccfb-48e3-8684-42efe738a19a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:59.678626 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e4af9-ccfb-48e3-8684-42efe738a19a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:59.679014 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e4af9-ccfb-48e3-8684-42efe738a19a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:59.679423 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e4af9-ccfb-48e3-8684-42efe738a19a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:59.679805 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e4af9-ccfb-48e3-8684-42efe738a19a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:59.680194 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e4af9-ccfb-48e3-8684-42efe738a19a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:59.680624 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e4af9-ccfb-48e3-8684-42efe738a19a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:59.681013 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e4af9-ccfb-48e3-8684-42efe738a19a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:59.681397 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e4af9-ccfb-48e3-8684-42efe738a19a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:59.681781 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e4af9-ccfb-48e3-8684-42efe738a19a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:59.682168 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e4af9-ccfb-48e3-8684-42efe738a19a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:59.682553 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e4af9-ccfb-48e3-8684-42efe738a19a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:59.682936 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e4af9-ccfb-48e3-8684-42efe738a19a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:59.683322 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e4af9-ccfb-48e3-8684-42efe738a19a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:59.683755 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e4af9-ccfb-48e3-8684-42efe738a19a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:59.684215 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e4af9-ccfb-48e3-8684-42efe738a19a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:59.684671 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e4af9-ccfb-48e3-8684-42efe738a19a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:59.685057 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e4af9-ccfb-48e3-8684-42efe738a19a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:12:59.688899 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-1a4e4af9-ccfb-48e3-8684-42efe738a19a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:12:59.735872 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1a4e4af9-ccfb-48e3-8684-42efe738a19a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:59.742515 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-1a4e4af9-ccfb-48e3-8684-42efe738a19a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cd1a4b60-ec3a-4bd1-96f0-7648398c5f8a HTTP/1.1" status: 204 len: 168 time: 0.8135829 Feb 16 18:12:59.745896 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 37258) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:12:59.893471 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-96caad34-e00c-4e1b-846e-844330c1102e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853787567'] for network, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:59.970529 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-37a590d4-42f5-46ee-aca5-d9c0b1316356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2348609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851350227'] for subnet, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:12:59.989468 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-60a01978-2454-4905-9004-366a9f01e0e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:00.119454 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a590d4-42f5-46ee-aca5-d9c0b1316356 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=741a1dfc-122f-4201-86a1-fb09ac387c87,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:00.122309 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-37a590d4-42f5-46ee-aca5-d9c0b1316356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:00.236971 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-96caad34-e00c-4e1b-846e-844330c1102e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853803641', 'neutron.services.segments.db._delete_segments_for_network--9223363287453533471'] for network, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:00.342334 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-37a590d4-42f5-46ee-aca5-d9c0b1316356 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:00.347582 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d259580-e5de-4a77-9a38-ebb2bcfeadee None None] Network 40185a06-1620-44b9-8dd1-e63dae9ab62c requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:13:00.362054 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 37272) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:00.362213 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-37a590d4-42f5-46ee-aca5-d9c0b1316356 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/741a1dfc-122f-4201-86a1-fb09ac387c87 HTTP/1.1" status: 204 len: 168 time: 1.1368966 Feb 16 18:13:00.383729 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-96caad34-e00c-4e1b-846e-844330c1102e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b23baa0b-545d-48f8-acc7-0f6654e2fc8e']}} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:13:00.397640 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-96caad34-e00c-4e1b-846e-844330c1102e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7edd219c-cdb2-498a-9e20-62d9abccc95c') {'for_net_delete': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:13:00.397981 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-96caad34-e00c-4e1b-846e-844330c1102e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7edd219c-cdb2-498a-9e20-62d9abccc95c') {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:13:00.430515 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-96caad34-e00c-4e1b-846e-844330c1102e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363287453521951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2307540'] for segment, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:00.449798 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-96caad34-e00c-4e1b-846e-844330c1102e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975480'] for segment, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:00.452452 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-96caad34-e00c-4e1b-846e-844330c1102e admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 18:13:00.523624 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c5f0fe29-8b4a-44ca-be96-556a0d389137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853787567'] for network, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:00.596038 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-c5f0fe29-8b4a-44ca-be96-556a0d389137 admin admin] Deleting port 9fc73381-9cf8-492c-8082-e9844299c58b {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:13:00.596598 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c5f0fe29-8b4a-44ca-be96-556a0d389137 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:00.654611 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-96caad34-e00c-4e1b-846e-844330c1102e admin admin] Network b23baa0b-545d-48f8-acc7-0f6654e2fc8e has no segments {{(pid=83985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:13:00.660694 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1e7b74-a247-42b3-b7a6-2721028067d9 None None] DHCP port deletion for 40185a06-1620-44b9-8dd1-e63dae9ab62c request from dv-cinder-763306-9-smb {{(pid=83987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 16 18:13:00.664917 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-96caad34-e00c-4e1b-846e-844330c1102e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853800433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852427549'] for segment, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:00.665082 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-6c1e7b74-a247-42b3-b7a6-2721028067d9 None None] Deleting port 9fc73381-9cf8-492c-8082-e9844299c58b {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:13:00.665444 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6c1e7b74-a247-42b3-b7a6-2721028067d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:00.840724 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-c5f0fe29-8b4a-44ca-be96-556a0d389137 admin admin] For port 9fc73381-9cf8-492c-8082-e9844299c58b, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=9fc73381-9cf8-492c-8082-e9844299c58b,segment=NetworkSegment(2df9abcd-74ec-49d6-925d-63f4ab9b739a),segment_id=2df9abcd-74ec-49d6-925d-63f4ab9b739a)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:13:00.841125 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c5f0fe29-8b4a-44ca-be96-556a0d389137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:00.850984 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device c073d3d3-5279-4292-904d-eea6b7804699 no longer exists at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:13:00.861501 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-96caad34-e00c-4e1b-846e-844330c1102e admin admin] Network b23baa0b-545d-48f8-acc7-0f6654e2fc8e has no segments {{(pid=83985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:13:00.886574 dv-cinder-763306-9-smb neutron-server[83874]: Traceback (most recent call last): Feb 16 18:13:00.886574 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:13:00.886574 dv-cinder-763306-9-smb neutron-server[83874]: timer() Feb 16 18:13:00.886574 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:13:00.886574 dv-cinder-763306-9-smb neutron-server[83874]: cb(*args, **kw) Feb 16 18:13:00.886574 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 18:13:00.886574 dv-cinder-763306-9-smb neutron-server[83874]: return func(*args, **kwargs) Feb 16 18:13:00.886574 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:13:00.886574 dv-cinder-763306-9-smb neutron-server[83874]: self._notify() Feb 16 18:13:00.886574 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:13:00.886574 dv-cinder-763306-9-smb neutron-server[83874]: self.callback(batched_events) Feb 16 18:13:00.886574 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:13:00.886574 dv-cinder-763306-9-smb neutron-server[83874]: event.method(event) Feb 16 18:13:00.886574 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:13:00.886574 dv-cinder-763306-9-smb neutron-server[83874]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:13:00.886574 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 18:13:00.886574 dv-cinder-763306-9-smb neutron-server[83874]: segment_id)['aggregates'][0] Feb 16 18:13:00.886574 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:13:00.886574 dv-cinder-763306-9-smb neutron-server[83874]: return f(self, *a, **k) Feb 16 18:13:00.886574 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:13:00.886574 dv-cinder-763306-9-smb neutron-server[83874]: return self._get(url).json() Feb 16 18:13:00.886574 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:13:00.886574 dv-cinder-763306-9-smb neutron-server[83874]: **kwargs) Feb 16 18:13:00.886574 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 18:13:00.886574 dv-cinder-763306-9-smb neutron-server[83874]: return self.request(url, 'GET', **kwargs) Feb 16 18:13:00.886574 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 18:13:00.886574 dv-cinder-763306-9-smb neutron-server[83874]: **endpoint_filter) Feb 16 18:13:00.886574 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 18:13:00.886574 dv-cinder-763306-9-smb neutron-server[83874]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:13:00.886574 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 18:13:00.886574 dv-cinder-763306-9-smb neutron-server[83874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:13:00.886574 dv-cinder-763306-9-smb neutron-server[83874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:13:00.892667 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] No Port match for: c073d3d3-5279-4292-904d-eea6b7804699 {{(pid=83987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:13:00.893068 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device c073d3d3-5279-4292-904d-eea6b7804699 not bound to the agent host dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:13:00.893545 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 06cf8c97-23f7-4402-8c43-e8635e80e540 no longer exists at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:13:00.947446 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] No Port match for: 06cf8c97-23f7-4402-8c43-e8635e80e540 {{(pid=83987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:13:00.947836 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 06cf8c97-23f7-4402-8c43-e8635e80e540 not bound to the agent host dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:13:00.948326 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 9fc73381-9cf8-492c-8082-e9844299c58b no longer exists at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:13:00.983549 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-c5f0fe29-8b4a-44ca-be96-556a0d389137 admin admin] Calling delete_port for 9fc73381-9cf8-492c-8082-e9844299c58b owned by network:dhcp {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:13:01.017540 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-6c1e7b74-a247-42b3-b7a6-2721028067d9 None None] For port 9fc73381-9cf8-492c-8082-e9844299c58b, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=9fc73381-9cf8-492c-8082-e9844299c58b,segment=NetworkSegment(2df9abcd-74ec-49d6-925d-63f4ab9b739a),segment_id=2df9abcd-74ec-49d6-925d-63f4ab9b739a)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:13:01.018896 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6c1e7b74-a247-42b3-b7a6-2721028067d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:01.074463 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c5f0fe29-8b4a-44ca-be96-556a0d389137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851944169'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:01.091587 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a60102a2-3271-4962-b42d-0bd6c93f5697 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:01.175125 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-6c1e7b74-a247-42b3-b7a6-2721028067d9 None None] Calling delete_port for 9fc73381-9cf8-492c-8082-e9844299c58b owned by network:dhcp {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:13:01.193001 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0fe29-8b4a-44ca-be96-556a0d389137 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fc73381-9cf8-492c-8082-e9844299c58b,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:01.195767 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-c5f0fe29-8b4a-44ca-be96-556a0d389137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:01.214527 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] No active binding found for port 9fc73381-9cf8-492c-8082-e9844299c58b {{(pid=83987) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 16 18:13:01.215951 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 9fc73381-9cf8-492c-8082-e9844299c58b not bound to the agent host dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:13:01.238553 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-96caad34-e00c-4e1b-846e-844330c1102e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852784992'] for network, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:01.244656 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-96caad34-e00c-4e1b-846e-844330c1102e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:01.251025 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:01.259727 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.db.api [None req-6c1e7b74-a247-42b3-b7a6-2721028067d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83987) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:13:01.260138 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_db.api [None req-6c1e7b74-a247-42b3-b7a6-2721028067d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 18:13:01.264466 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f0fe29-8b4a-44ca-be96-556a0d389137 admin admin] No DVR routers for this DVR port 9fc73381-9cf8-492c-8082-e9844299c58b on host dv-cinder-763306-9-smb {{(pid=83986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:13:01.273820 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-96caad34-e00c-4e1b-846e-844330c1102e admin admin] 10.222.0.41 "DELETE /v2.0/networks/b23baa0b-545d-48f8-acc7-0f6654e2fc8e HTTP/1.1" status: 204 len: 168 time: 1.5198047 Feb 16 18:13:01.274926 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96caad34-e00c-4e1b-846e-844330c1102e admin admin] Pushing event deleted for resources: {'Network': ['ID=b23baa0b-545d-48f8-acc7-0f6654e2fc8e,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:01.276807 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 37278) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:01.280753 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-96caad34-e00c-4e1b-846e-844330c1102e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:01.350125 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec02459a-ff64-4e83-887c-8c004a38bedb admin admin] Deleting subnet d646f502-2ca0-473c-926c-c2e7d7cd4d51 {{(pid=83985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 18:13:01.353502 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ec02459a-ff64-4e83-887c-8c004a38bedb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:01.390130 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c5f0fe29-8b4a-44ca-be96-556a0d389137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853803641', 'neutron.services.segments.db._delete_segments_for_network--9223363287453533471'] for network, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:01.408032 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ec02459a-ff64-4e83-887c-8c004a38bedb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852468257'] for subnet, precommit_delete_associations {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:01.469170 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ec02459a-ff64-4e83-887c-8c004a38bedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853799394'] for subnet, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:01.506547 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-c5f0fe29-8b4a-44ca-be96-556a0d389137 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40185a06-1620-44b9-8dd1-e63dae9ab62c']}} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:13:01.521049 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-c5f0fe29-8b4a-44ca-be96-556a0d389137 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df9abcd-74ec-49d6-925d-63f4ab9b739a') {'for_net_delete': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:13:01.521392 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-c5f0fe29-8b4a-44ca-be96-556a0d389137 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df9abcd-74ec-49d6-925d-63f4ab9b739a') {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:13:01.534369 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c5f0fe29-8b4a-44ca-be96-556a0d389137 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363287453521951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2133926'] for segment, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:01.549673 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c5f0fe29-8b4a-44ca-be96-556a0d389137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975480'] for segment, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:01.551747 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c5f0fe29-8b4a-44ca-be96-556a0d389137 admin admin] Releasing vxlan tunnel 11 to pool {{(pid=83986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 18:13:01.737057 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-c5f0fe29-8b4a-44ca-be96-556a0d389137 admin admin] Network 40185a06-1620-44b9-8dd1-e63dae9ab62c has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:13:01.747110 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c5f0fe29-8b4a-44ca-be96-556a0d389137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853800433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851943453'] for segment, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:01.753831 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ec02459a-ff64-4e83-887c-8c004a38bedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2348609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851350227'] for subnet, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:01.761843 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-6c1e7b74-a247-42b3-b7a6-2721028067d9 None None] Deleting port 9fc73381-9cf8-492c-8082-e9844299c58b {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:13:01.763634 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-6c1e7b74-a247-42b3-b7a6-2721028067d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:01.779228 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:01.844316 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-6c1e7b74-a247-42b3-b7a6-2721028067d9 None None] The port '9fc73381-9cf8-492c-8082-e9844299c58b' was deleted {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 16 18:13:01.883296 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02459a-ff64-4e83-887c-8c004a38bedb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d646f502-2ca0-473c-926c-c2e7d7cd4d51,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:01.886193 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ec02459a-ff64-4e83-887c-8c004a38bedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:01.939803 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-ec02459a-ff64-4e83-887c-8c004a38bedb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:01.945711 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-c5f0fe29-8b4a-44ca-be96-556a0d389137 admin admin] Network 40185a06-1620-44b9-8dd1-e63dae9ab62c has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:13:01.946846 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-ec02459a-ff64-4e83-887c-8c004a38bedb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d646f502-2ca0-473c-926c-c2e7d7cd4d51 HTTP/1.1" status: 204 len: 168 time: 0.6691556 Feb 16 18:13:01.949475 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 37288) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:01.969403 dv-cinder-763306-9-smb neutron-server[83874]: Traceback (most recent call last): Feb 16 18:13:01.969403 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:13:01.969403 dv-cinder-763306-9-smb neutron-server[83874]: timer() Feb 16 18:13:01.969403 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:13:01.969403 dv-cinder-763306-9-smb neutron-server[83874]: cb(*args, **kw) Feb 16 18:13:01.969403 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 18:13:01.969403 dv-cinder-763306-9-smb neutron-server[83874]: return func(*args, **kwargs) Feb 16 18:13:01.969403 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:13:01.969403 dv-cinder-763306-9-smb neutron-server[83874]: self._notify() Feb 16 18:13:01.969403 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:13:01.969403 dv-cinder-763306-9-smb neutron-server[83874]: self.callback(batched_events) Feb 16 18:13:01.969403 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:13:01.969403 dv-cinder-763306-9-smb neutron-server[83874]: event.method(event) Feb 16 18:13:01.969403 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:13:01.969403 dv-cinder-763306-9-smb neutron-server[83874]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:13:01.969403 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 18:13:01.969403 dv-cinder-763306-9-smb neutron-server[83874]: segment_id)['aggregates'][0] Feb 16 18:13:01.969403 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:13:01.969403 dv-cinder-763306-9-smb neutron-server[83874]: return f(self, *a, **k) Feb 16 18:13:01.969403 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:13:01.969403 dv-cinder-763306-9-smb neutron-server[83874]: return self._get(url).json() Feb 16 18:13:01.969403 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:13:01.969403 dv-cinder-763306-9-smb neutron-server[83874]: **kwargs) Feb 16 18:13:01.969403 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 18:13:01.969403 dv-cinder-763306-9-smb neutron-server[83874]: return self.request(url, 'GET', **kwargs) Feb 16 18:13:01.969403 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 18:13:01.969403 dv-cinder-763306-9-smb neutron-server[83874]: **endpoint_filter) Feb 16 18:13:01.969403 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 18:13:01.969403 dv-cinder-763306-9-smb neutron-server[83874]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:13:01.969403 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 18:13:01.969403 dv-cinder-763306-9-smb neutron-server[83874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:13:01.969403 dv-cinder-763306-9-smb neutron-server[83874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:13:02.053228 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c5f0fe29-8b4a-44ca-be96-556a0d389137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852784992'] for network, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:02.056126 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c5f0fe29-8b4a-44ca-be96-556a0d389137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:02.061787 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:02.082648 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e94af8eb-191c-44b1-82f4-3d5e790f85ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853787567'] for network, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:02.086274 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0fe29-8b4a-44ca-be96-556a0d389137 admin admin] Pushing event deleted for resources: {'Network': ['ID=40185a06-1620-44b9-8dd1-e63dae9ab62c,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:02.088771 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-c5f0fe29-8b4a-44ca-be96-556a0d389137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:02.112325 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-c5f0fe29-8b4a-44ca-be96-556a0d389137 admin admin] 10.222.0.41 "DELETE /v2.0/networks/40185a06-1620-44b9-8dd1-e63dae9ab62c HTTP/1.1" status: 204 len: 168 time: 1.7483387 Feb 16 18:13:02.113518 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 37296) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:02.319975 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e94af8eb-191c-44b1-82f4-3d5e790f85ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853803641', 'neutron.services.segments.db._delete_segments_for_network--9223363287453533471'] for network, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:02.457327 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-e94af8eb-191c-44b1-82f4-3d5e790f85ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b30638-e8e3-4f7a-b38b-4aa6ef5b77b1']}} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:13:02.471842 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-e94af8eb-191c-44b1-82f4-3d5e790f85ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '310edebd-731c-43a5-b23d-cb2fa468d43a') {'for_net_delete': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:13:02.472188 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-e94af8eb-191c-44b1-82f4-3d5e790f85ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '310edebd-731c-43a5-b23d-cb2fa468d43a') {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:13:02.485740 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e94af8eb-191c-44b1-82f4-3d5e790f85ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363287453521951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2307540'] for segment, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:02.501971 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e94af8eb-191c-44b1-82f4-3d5e790f85ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975480'] for segment, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:02.504219 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e94af8eb-191c-44b1-82f4-3d5e790f85ff admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 18:13:02.683289 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-e94af8eb-191c-44b1-82f4-3d5e790f85ff admin admin] Network 29b30638-e8e3-4f7a-b38b-4aa6ef5b77b1 has no segments {{(pid=83985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:13:02.692989 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e94af8eb-191c-44b1-82f4-3d5e790f85ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853800433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852427549'] for segment, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:02.882384 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-e94af8eb-191c-44b1-82f4-3d5e790f85ff admin admin] Network 29b30638-e8e3-4f7a-b38b-4aa6ef5b77b1 has no segments {{(pid=83985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:13:02.906871 dv-cinder-763306-9-smb neutron-server[83874]: Traceback (most recent call last): Feb 16 18:13:02.906871 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:13:02.906871 dv-cinder-763306-9-smb neutron-server[83874]: timer() Feb 16 18:13:02.906871 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:13:02.906871 dv-cinder-763306-9-smb neutron-server[83874]: cb(*args, **kw) Feb 16 18:13:02.906871 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 18:13:02.906871 dv-cinder-763306-9-smb neutron-server[83874]: return func(*args, **kwargs) Feb 16 18:13:02.906871 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:13:02.906871 dv-cinder-763306-9-smb neutron-server[83874]: self._notify() Feb 16 18:13:02.906871 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:13:02.906871 dv-cinder-763306-9-smb neutron-server[83874]: self.callback(batched_events) Feb 16 18:13:02.906871 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:13:02.906871 dv-cinder-763306-9-smb neutron-server[83874]: event.method(event) Feb 16 18:13:02.906871 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:13:02.906871 dv-cinder-763306-9-smb neutron-server[83874]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:13:02.906871 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 18:13:02.906871 dv-cinder-763306-9-smb neutron-server[83874]: segment_id)['aggregates'][0] Feb 16 18:13:02.906871 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:13:02.906871 dv-cinder-763306-9-smb neutron-server[83874]: return f(self, *a, **k) Feb 16 18:13:02.906871 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:13:02.906871 dv-cinder-763306-9-smb neutron-server[83874]: return self._get(url).json() Feb 16 18:13:02.906871 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:13:02.906871 dv-cinder-763306-9-smb neutron-server[83874]: **kwargs) Feb 16 18:13:02.906871 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 18:13:02.906871 dv-cinder-763306-9-smb neutron-server[83874]: return self.request(url, 'GET', **kwargs) Feb 16 18:13:02.906871 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 18:13:02.906871 dv-cinder-763306-9-smb neutron-server[83874]: **endpoint_filter) Feb 16 18:13:02.906871 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 18:13:02.906871 dv-cinder-763306-9-smb neutron-server[83874]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:13:02.906871 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 18:13:02.906871 dv-cinder-763306-9-smb neutron-server[83874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:13:02.906871 dv-cinder-763306-9-smb neutron-server[83874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:13:02.971074 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-59ccb48d-4458-4cba-b8b5-150e1e6d59ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853183385'] for router_interface, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:02.986085 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e94af8eb-191c-44b1-82f4-3d5e790f85ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852784992'] for network, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:02.989676 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-123938d3-5d04-47f1-a304-cdb84560600d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:03.005808 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e94af8eb-191c-44b1-82f4-3d5e790f85ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:03.012898 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94af8eb-191c-44b1-82f4-3d5e790f85ff admin admin] Pushing event deleted for resources: {'Network': ['ID=29b30638-e8e3-4f7a-b38b-4aa6ef5b77b1,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:03.016322 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-e94af8eb-191c-44b1-82f4-3d5e790f85ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:03.019184 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-e94af8eb-191c-44b1-82f4-3d5e790f85ff admin admin] 10.222.0.41 "DELETE /v2.0/networks/29b30638-e8e3-4f7a-b38b-4aa6ef5b77b1 HTTP/1.1" status: 204 len: 168 time: 1.0678937 Feb 16 18:13:03.208525 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 37302) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:03.264429 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-af0bdbd8-8419-42a0-bf5c-db2c87820cf8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2220193391c549d0b720604b27ced880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0545003 Feb 16 18:13:03.267022 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 37308) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:03.332229 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0a89f833-91e2-4dc6-bad2-8f4b28bd927b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:03.360056 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-59ccb48d-4458-4cba-b8b5-150e1e6d59ec admin admin] Deleting port 3fc2e33d-c578-4701-a58d-020b58c2eda3 {{(pid=83986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:13:03.360455 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-59ccb48d-4458-4cba-b8b5-150e1e6d59ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:03.362625 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0a89f833-91e2-4dc6-bad2-8f4b28bd927b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:03.413423 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0a89f833-91e2-4dc6-bad2-8f4b28bd927b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:03.420995 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-8146baf1-c65f-4a7a-b4b3-aa0202787991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:03.436649 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89f833-91e2-4dc6-bad2-8f4b28bd927b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b1807b-bb65-4733-8d53-fa5721e41df4,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:03.439346 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0a89f833-91e2-4dc6-bad2-8f4b28bd927b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:03.440791 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-0a89f833-91e2-4dc6-bad2-8f4b28bd927b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e9b1807b-bb65-4733-8d53-fa5721e41df4 HTTP/1.1" status: 204 len: 168 time: 0.1726639 Feb 16 18:13:03.442001 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-0a89f833-91e2-4dc6-bad2-8f4b28bd927b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:03.571736 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-59ccb48d-4458-4cba-b8b5-150e1e6d59ec admin admin] For port 3fc2e33d-c578-4701-a58d-020b58c2eda3, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=3fc2e33d-c578-4701-a58d-020b58c2eda3,segment=NetworkSegment(8d96ebb3-332f-4a40-9123-fca7c806360d),segment_id=8d96ebb3-332f-4a40-9123-fca7c806360d)] {{(pid=83986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:13:03.572274 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-59ccb48d-4458-4cba-b8b5-150e1e6d59ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:03.715142 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-59ccb48d-4458-4cba-b8b5-150e1e6d59ec admin admin] Calling delete_port for 3fc2e33d-c578-4701-a58d-020b58c2eda3 owned by network:router_interface {{(pid=83986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:13:03.870035 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 37324) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:03.923640 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-59ccb48d-4458-4cba-b8b5-150e1e6d59ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851944169'] for port, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:03.939811 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-875f0e08-c588-4116-bddd-58991dc99dab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:03.943261 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-5d26aeec-77fa-4819-9be2-1e81551e18e4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af9b9280898442e89846e638e58d507b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0693848 Feb 16 18:13:03.944002 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 37328) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:04.006379 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e2b1d5d0-5858-4fcb-a78b-7eb9ee42edc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:04.034076 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e2b1d5d0-5858-4fcb-a78b-7eb9ee42edc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:04.045569 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccb48d-4458-4cba-b8b5-150e1e6d59ec admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc2e33d-c578-4701-a58d-020b58c2eda3,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:04.049654 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-59ccb48d-4458-4cba-b8b5-150e1e6d59ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:04.082440 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e2b1d5d0-5858-4fcb-a78b-7eb9ee42edc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:04.087720 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-79c80243-3800-4546-90fc-7a5872495937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:04.099301 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1d5d0-5858-4fcb-a78b-7eb9ee42edc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d379eb2-92f7-49c3-8ba9-0a465f70bc2f,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:04.103437 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-e2b1d5d0-5858-4fcb-a78b-7eb9ee42edc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:04.107544 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e2b1d5d0-5858-4fcb-a78b-7eb9ee42edc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:04.108856 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-e2b1d5d0-5858-4fcb-a78b-7eb9ee42edc4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d379eb2-92f7-49c3-8ba9-0a465f70bc2f HTTP/1.1" status: 204 len: 168 time: 0.1644139 Feb 16 18:13:04.435385 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-59ccb48d-4458-4cba-b8b5-150e1e6d59ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853094220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1590231'] for router_interface, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:04.956811 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ccb48d-4458-4cba-b8b5-150e1e6d59ec admin admin] Router 211d07c7-5804-4283-b1df-1da0a71471c9 has already been hosted by L3 agent 616de62f-f042-46f7-b8cf-861f27422584 {{(pid=83986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 18:13:05.153543 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ccb48d-4458-4cba-b8b5-150e1e6d59ec admin admin] Notify agent at l3_agent.dv-cinder-763306-9-smb the message routers_updated {{(pid=83986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 18:13:05.165439 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcac7904-02c9-4656-b589-cfb1fb2ba2f2 None None] Sync routers for ids ['211d07c7-5804-4283-b1df-1da0a71471c9'] in dv-cinder-763306-9-smb {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 18:13:05.172563 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-59ccb48d-4458-4cba-b8b5-150e1e6d59ec admin admin] 10.222.0.41 "PUT /v2.0/routers/211d07c7-5804-4283-b1df-1da0a71471c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0578511 Feb 16 18:13:05.173675 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 37358) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:05.177632 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcac7904-02c9-4656-b589-cfb1fb2ba2f2 None None] Routers {'211d07c7-5804-4283-b1df-1da0a71471c9'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:13:05.178521 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-dcac7904-02c9-4656-b589-cfb1fb2ba2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:12:56Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['211d07c7-5804-4283-b1df-1da0a71471c9'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:13:05.411197 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-058df601-1249-4d33-9109-92ac24a6068f admin admin] Notify callbacks [] for router, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:05.437200 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-dcac7904-02c9-4656-b589-cfb1fb2ba2f2 None None] Set router 211d07c7-5804-4283-b1df-1da0a71471c9 gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:13:05.624412 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-058df601-1249-4d33-9109-92ac24a6068f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:05.630408 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-058df601-1249-4d33-9109-92ac24a6068f admin admin] Deleting port c4a847cb-6150-4d52-ac74-040bf68ab208 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:13:05.630888 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-058df601-1249-4d33-9109-92ac24a6068f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:05.801241 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-dcac7904-02c9-4656-b589-cfb1fb2ba2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211d07c7-5804-4283-b1df-1da0a71471c9', 'name': 'tempest-TestShelveInstance-50969200-router', 'tenant_id': 'bd6c953f1ca345a5b1e19766aac6f37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': 'c4a847cb-6150-4d52-ac74-040bf68ab208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:07:29Z', 'updated_at': '2021-02-16T18:13:03Z', 'revision_number': 5, 'project_id': 'bd6c953f1ca345a5b1e19766aac6f37d', 'gw_port': {'id': 'c4a847cb-6150-4d52-ac74-040bf68ab208', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211d07c7-5804-4283-b1df-1da0a71471c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:30Z', 'updated_at': '2021-02-16T18:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:13:05.807155 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcac7904-02c9-4656-b589-cfb1fb2ba2f2 None None] Checking router: 211d07c7-5804-4283-b1df-1da0a71471c9 for host: dv-cinder-763306-9-smb {{(pid=83987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 18:13:05.817822 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcac7904-02c9-4656-b589-cfb1fb2ba2f2 None None] Routers {'211d07c7-5804-4283-b1df-1da0a71471c9'} bound to L3 agent in host dv-cinder-763306-9-smb {{(pid=83987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 18:13:05.818502 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-dcac7904-02c9-4656-b589-cfb1fb2ba2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T17:55:56Z,description=,heartbeat_timestamp=2021-02-16T18:12:56Z,host='dv-cinder-763306-9-smb',id=616de62f-f042-46f7-b8cf-861f27422584,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T17:55:56Z,topic='l3_agent')) {'router_ids': ['211d07c7-5804-4283-b1df-1da0a71471c9'], 'active': True} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:13:05.859038 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-058df601-1249-4d33-9109-92ac24a6068f admin admin] For port c4a847cb-6150-4d52-ac74-040bf68ab208, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=c4a847cb-6150-4d52-ac74-040bf68ab208,segment=NetworkSegment(d8e446b7-17d7-4e96-a48b-79ba500f2134),segment_id=d8e446b7-17d7-4e96-a48b-79ba500f2134)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:13:05.860007 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-058df601-1249-4d33-9109-92ac24a6068f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:06.034834 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-058df601-1249-4d33-9109-92ac24a6068f admin admin] Calling delete_port for c4a847cb-6150-4d52-ac74-040bf68ab208 owned by network:router_gateway {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:13:06.211723 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvr_db [None req-dcac7904-02c9-4656-b589-cfb1fb2ba2f2 None None] Set router 211d07c7-5804-4283-b1df-1da0a71471c9 gateway port host: dv-cinder-763306-9-smb {{(pid=83987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 18:13:06.216813 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-058df601-1249-4d33-9109-92ac24a6068f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:06.437617 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-058df601-1249-4d33-9109-92ac24a6068f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1990795'] for router_gateway, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:06.555341 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_hamode_db [None req-dcac7904-02c9-4656-b589-cfb1fb2ba2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211d07c7-5804-4283-b1df-1da0a71471c9', 'name': 'tempest-TestShelveInstance-50969200-router', 'tenant_id': 'bd6c953f1ca345a5b1e19766aac6f37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': 'c4a847cb-6150-4d52-ac74-040bf68ab208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:07:29Z', 'updated_at': '2021-02-16T18:13:03Z', 'revision_number': 5, 'project_id': 'bd6c953f1ca345a5b1e19766aac6f37d', 'gw_port': {'id': 'c4a847cb-6150-4d52-ac74-040bf68ab208', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211d07c7-5804-4283-b1df-1da0a71471c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:30Z', 'updated_at': '2021-02-16T18:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}], 'dv-cinder-763306-9-smb', False) {} {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:13:06.559736 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcac7904-02c9-4656-b589-cfb1fb2ba2f2 None None] The sync data for ids ['211d07c7-5804-4283-b1df-1da0a71471c9'] in dv-cinder-763306-9-smb is: [{'id': '211d07c7-5804-4283-b1df-1da0a71471c9', 'name': 'tempest-TestShelveInstance-50969200-router', 'tenant_id': 'bd6c953f1ca345a5b1e19766aac6f37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'external_fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': 'c4a847cb-6150-4d52-ac74-040bf68ab208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T18:07:29Z', 'updated_at': '2021-02-16T18:13:03Z', 'revision_number': 5, 'project_id': 'bd6c953f1ca345a5b1e19766aac6f37d', 'gw_port': {'id': 'c4a847cb-6150-4d52-ac74-040bf68ab208', 'name': '', 'network_id': 'd4f88037-574b-44e5-a9d6-1bdf8627b244', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211d07c7-5804-4283-b1df-1da0a71471c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '42ec5995-253d-4122-970e-73940637938a', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T18:07:30Z', 'updated_at': '2021-02-16T18:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42ec5995-253d-4122-970e-73940637938a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-9-smb'}] {{(pid=83987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 18:13:06.581689 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 37420) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:06.748385 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7b5d5147-79f8-4306-b288-6c88eb4e5c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:06.768328 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-7b5d5147-79f8-4306-b288-6c88eb4e5c4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:13:06.772844 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-7b5d5147-79f8-4306-b288-6c88eb4e5c4b admin admin] Usage tracker for resource:security_group_rule and tenant:ea320295baa549dbb023f7245aa3e1ee is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:13:06.776732 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-7b5d5147-79f8-4306-b288-6c88eb4e5c4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:13:06.784251 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-7b5d5147-79f8-4306-b288-6c88eb4e5c4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:13:06.797842 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 3fc2e33d-c578-4701-a58d-020b58c2eda3 no longer exists at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:13:06.838404 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] No Port match for: 3fc2e33d-c578-4701-a58d-020b58c2eda3 {{(pid=83987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:13:06.838987 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device 3fc2e33d-c578-4701-a58d-020b58c2eda3 not bound to the agent host dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:13:06.855129 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-058df601-1249-4d33-9109-92ac24a6068f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853176416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496998'] for router, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:06.858345 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-058df601-1249-4d33-9109-92ac24a6068f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:06.888909 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-058df601-1249-4d33-9109-92ac24a6068f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853178764'] for router, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:06.889873 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058df601-1249-4d33-9109-92ac24a6068f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 211d07c7-5804-4283-b1df-1da0a71471c9 {{(pid=83985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 18:13:06.904324 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-058df601-1249-4d33-9109-92ac24a6068f admin admin] Notify callbacks [] for router, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:06.907783 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-058df601-1249-4d33-9109-92ac24a6068f admin admin] 10.222.0.41 "DELETE /v2.0/routers/211d07c7-5804-4283-b1df-1da0a71471c9 HTTP/1.1" status: 204 len: 168 time: 1.7309039 Feb 16 18:13:06.908420 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 37432) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:06.975330 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7b5d5147-79f8-4306-b288-6c88eb4e5c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:06.979584 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1818926-64fc-482c-ace8-bbdd99103b81 admin admin] Deleting subnet 422becf8-86d8-4600-92bc-e8545e47b146 {{(pid=83985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 18:13:06.981276 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7b5d5147-79f8-4306-b288-6c88eb4e5c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:06.983430 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f1818926-64fc-482c-ace8-bbdd99103b81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:06.994925 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-b20e4af5-f2bb-47e8-a3a5-313bb5fe7807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:07.039307 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f1818926-64fc-482c-ace8-bbdd99103b81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852468257'] for subnet, precommit_delete_associations {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:07.049413 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-7b5d5147-79f8-4306-b288-6c88eb4e5c4b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ea320295baa549dbb023f7245aa3e1ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4630296 Feb 16 18:13:07.049413 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d5147-79f8-4306-b288-6c88eb4e5c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7200065-8f46-4b28-8825-fd53f5ed7c0d,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:07.051544 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-7b5d5147-79f8-4306-b288-6c88eb4e5c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:07.052225 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 37438) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:07.128289 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcc30ff9-379c-4847-afd1-5b91a39d127a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:07.130144 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f1818926-64fc-482c-ace8-bbdd99103b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853799394'] for subnet, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:07.163418 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcc30ff9-379c-4847-afd1-5b91a39d127a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:07.232476 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcc30ff9-379c-4847-afd1-5b91a39d127a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:07.239708 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-1238709d-c762-44b0-a84a-9a72e92aced5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:07.254859 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc30ff9-379c-4847-afd1-5b91a39d127a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7200065-8f46-4b28-8825-fd53f5ed7c0d,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:07.257753 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcc30ff9-379c-4847-afd1-5b91a39d127a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:07.262907 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-bcc30ff9-379c-4847-afd1-5b91a39d127a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d7200065-8f46-4b28-8825-fd53f5ed7c0d HTTP/1.1" status: 204 len: 168 time: 0.2084854 Feb 16 18:13:07.264019 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-bcc30ff9-379c-4847-afd1-5b91a39d127a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:07.493196 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f1818926-64fc-482c-ace8-bbdd99103b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2348609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851350227'] for subnet, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:07.510154 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-ec02459a-ff64-4e83-887c-8c004a38bedb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:07.604388 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1818926-64fc-482c-ace8-bbdd99103b81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=422becf8-86d8-4600-92bc-e8545e47b146,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:07.607891 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f1818926-64fc-482c-ace8-bbdd99103b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:07.625844 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 37460) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:07.645501 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f606fc49-2aaa-4a86-b6e0-00c891f399ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:07.654159 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f1818926-64fc-482c-ace8-bbdd99103b81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:07.662255 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e68a753-419b-4bdf-8db4-d3c8b4fea03b None None] Network 8ee3c586-7435-4412-812f-f166097535a4 requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:13:07.663937 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-f1818926-64fc-482c-ace8-bbdd99103b81 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/422becf8-86d8-4600-92bc-e8545e47b146 HTTP/1.1" status: 204 len: 168 time: 0.7541492 Feb 16 18:13:07.664824 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 37466) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:07.679304 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-f606fc49-2aaa-4a86-b6e0-00c891f399ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:13:07.693866 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-f606fc49-2aaa-4a86-b6e0-00c891f399ce admin admin] Usage tracker for resource:security_group_rule and tenant:e065b803accd47fbab808d708e53020c is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:13:07.696997 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-f606fc49-2aaa-4a86-b6e0-00c891f399ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:13:07.703920 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-f606fc49-2aaa-4a86-b6e0-00c891f399ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:13:07.793720 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b603-ef5b-4fcf-b75b-169c29a0750a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853787567'] for network, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:07.806640 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f606fc49-2aaa-4a86-b6e0-00c891f399ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:07.810879 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f606fc49-2aaa-4a86-b6e0-00c891f399ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:07.821556 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a4d75c89-c368-46b8-81f9-d3e8fc108186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:07.854135 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-f606fc49-2aaa-4a86-b6e0-00c891f399ce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e065b803accd47fbab808d708e53020c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266197 Feb 16 18:13:07.857079 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 37474) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:07.881275 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-3bd1b603-ef5b-4fcf-b75b-169c29a0750a admin admin] Deleting port a9461982-0573-4a5f-b16b-b77695fe17b0 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:13:07.881997 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b603-ef5b-4fcf-b75b-169c29a0750a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:07.898625 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606fc49-2aaa-4a86-b6e0-00c891f399ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f631aa0-c1ce-4e2f-8464-ea64f06282e4,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:07.906335 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f606fc49-2aaa-4a86-b6e0-00c891f399ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:07.946234 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e5f9afa8-c8eb-47ad-a18b-dd0c64d23983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:07.976108 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e5f9afa8-c8eb-47ad-a18b-dd0c64d23983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:08.016696 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae24745-6ab3-49d8-ab24-3f2be99693c4 None None] DHCP port deletion for 8ee3c586-7435-4412-812f-f166097535a4 request from dv-cinder-763306-9-smb {{(pid=83987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 16 18:13:08.021687 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-5ae24745-6ab3-49d8-ab24-3f2be99693c4 None None] Deleting port a9461982-0573-4a5f-b16b-b77695fe17b0 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:13:08.022121 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5ae24745-6ab3-49d8-ab24-3f2be99693c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:08.029645 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e5f9afa8-c8eb-47ad-a18b-dd0c64d23983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:08.034812 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f6621497-1b6c-4389-b8b7-b1ebf24eeeb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:08.048882 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f9afa8-c8eb-47ad-a18b-dd0c64d23983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f631aa0-c1ce-4e2f-8464-ea64f06282e4,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:08.052208 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-e5f9afa8-c8eb-47ad-a18b-dd0c64d23983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:08.054388 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-e5f9afa8-c8eb-47ad-a18b-dd0c64d23983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:08.055662 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-e5f9afa8-c8eb-47ad-a18b-dd0c64d23983 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f631aa0-c1ce-4e2f-8464-ea64f06282e4 HTTP/1.1" status: 204 len: 168 time: 0.1975622 Feb 16 18:13:08.141092 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-3bd1b603-ef5b-4fcf-b75b-169c29a0750a admin admin] For port a9461982-0573-4a5f-b16b-b77695fe17b0, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=a9461982-0573-4a5f-b16b-b77695fe17b0,segment=NetworkSegment(8d96ebb3-332f-4a40-9123-fca7c806360d),segment_id=8d96ebb3-332f-4a40-9123-fca7c806360d)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:13:08.141502 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b603-ef5b-4fcf-b75b-169c29a0750a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:08.306780 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-5ae24745-6ab3-49d8-ab24-3f2be99693c4 None None] For port a9461982-0573-4a5f-b16b-b77695fe17b0, host dv-cinder-763306-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-9-smb',level=0,port_id=a9461982-0573-4a5f-b16b-b77695fe17b0,segment=NetworkSegment(8d96ebb3-332f-4a40-9123-fca7c806360d),segment_id=8d96ebb3-332f-4a40-9123-fca7c806360d)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:13:08.307234 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5ae24745-6ab3-49d8-ab24-3f2be99693c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:08.311480 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-3bd1b603-ef5b-4fcf-b75b-169c29a0750a admin admin] Calling delete_port for a9461982-0573-4a5f-b16b-b77695fe17b0 owned by network:dhcp {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:13:08.398967 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b603-ef5b-4fcf-b75b-169c29a0750a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:08.448996 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-5ae24745-6ab3-49d8-ab24-3f2be99693c4 None None] Calling delete_port for a9461982-0573-4a5f-b16b-b77695fe17b0 owned by network:dhcp {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:13:08.478348 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3bb0b89d-611c-44bd-ab79-45c687eebc96 tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:08.534051 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.db.api [None req-5ae24745-6ab3-49d8-ab24-3f2be99693c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83987) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:13:08.535535 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_db.api [None req-5ae24745-6ab3-49d8-ab24-3f2be99693c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 18:13:08.541267 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd1b603-ef5b-4fcf-b75b-169c29a0750a admin admin] Pushing event deleted for resources: {'Port': ['ID=a9461982-0573-4a5f-b16b-b77695fe17b0,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:08.545145 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3bd1b603-ef5b-4fcf-b75b-169c29a0750a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:08.575576 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd1b603-ef5b-4fcf-b75b-169c29a0750a admin admin] No DVR routers for this DVR port a9461982-0573-4a5f-b16b-b77695fe17b0 on host dv-cinder-763306-9-smb {{(pid=83985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:13:08.704286 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b603-ef5b-4fcf-b75b-169c29a0750a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853803641', 'neutron.services.segments.db._delete_segments_for_network--9223363287453533471'] for network, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:08.818486 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device c4a847cb-6150-4d52-ac74-040bf68ab208 no longer exists at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:13:08.828502 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-3bd1b603-ef5b-4fcf-b75b-169c29a0750a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee3c586-7435-4412-812f-f166097535a4']}} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:13:08.842442 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-3bd1b603-ef5b-4fcf-b75b-169c29a0750a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d96ebb3-332f-4a40-9123-fca7c806360d') {'for_net_delete': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:13:08.842791 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-3bd1b603-ef5b-4fcf-b75b-169c29a0750a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d96ebb3-332f-4a40-9123-fca7c806360d') {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:13:08.855626 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b603-ef5b-4fcf-b75b-169c29a0750a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363287453521951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2307540'] for segment, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:08.861342 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] No Port match for: c4a847cb-6150-4d52-ac74-040bf68ab208 {{(pid=83987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:13:08.861749 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device c4a847cb-6150-4d52-ac74-040bf68ab208 not bound to the agent host dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:13:08.862223 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device a9461982-0573-4a5f-b16b-b77695fe17b0 no longer exists at agent ovs-agent-dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:13:08.872827 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b603-ef5b-4fcf-b75b-169c29a0750a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975480'] for segment, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:08.874883 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3bd1b603-ef5b-4fcf-b75b-169c29a0750a admin admin] Releasing vxlan tunnel 12 to pool {{(pid=83985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 18:13:08.899664 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] No Port match for: a9461982-0573-4a5f-b16b-b77695fe17b0 {{(pid=83987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:13:08.900072 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Device a9461982-0573-4a5f-b16b-b77695fe17b0 not bound to the agent host dv-cinder-763306-9-smb {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:13:09.036847 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-5ae24745-6ab3-49d8-ab24-3f2be99693c4 None None] Deleting port a9461982-0573-4a5f-b16b-b77695fe17b0 {{(pid=83987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:13:09.037524 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5ae24745-6ab3-49d8-ab24-3f2be99693c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:09.064045 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-3bd1b603-ef5b-4fcf-b75b-169c29a0750a admin admin] Network 8ee3c586-7435-4412-812f-f166097535a4 has no segments {{(pid=83985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:13:09.071167 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b603-ef5b-4fcf-b75b-169c29a0750a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853800433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852427549'] for segment, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:09.114671 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-5ae24745-6ab3-49d8-ab24-3f2be99693c4 None None] The port 'a9461982-0573-4a5f-b16b-b77695fe17b0' was deleted {{(pid=83987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 16 18:13:09.273431 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-3bd1b603-ef5b-4fcf-b75b-169c29a0750a admin admin] Network 8ee3c586-7435-4412-812f-f166097535a4 has no segments {{(pid=83985) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:13:09.298921 dv-cinder-763306-9-smb neutron-server[83874]: Traceback (most recent call last): Feb 16 18:13:09.298921 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:13:09.298921 dv-cinder-763306-9-smb neutron-server[83874]: timer() Feb 16 18:13:09.298921 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:13:09.298921 dv-cinder-763306-9-smb neutron-server[83874]: cb(*args, **kw) Feb 16 18:13:09.298921 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 18:13:09.298921 dv-cinder-763306-9-smb neutron-server[83874]: return func(*args, **kwargs) Feb 16 18:13:09.298921 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:13:09.298921 dv-cinder-763306-9-smb neutron-server[83874]: self._notify() Feb 16 18:13:09.298921 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:13:09.298921 dv-cinder-763306-9-smb neutron-server[83874]: self.callback(batched_events) Feb 16 18:13:09.298921 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:13:09.298921 dv-cinder-763306-9-smb neutron-server[83874]: event.method(event) Feb 16 18:13:09.298921 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:13:09.298921 dv-cinder-763306-9-smb neutron-server[83874]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:13:09.298921 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 18:13:09.298921 dv-cinder-763306-9-smb neutron-server[83874]: segment_id)['aggregates'][0] Feb 16 18:13:09.298921 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:13:09.298921 dv-cinder-763306-9-smb neutron-server[83874]: return f(self, *a, **k) Feb 16 18:13:09.298921 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:13:09.298921 dv-cinder-763306-9-smb neutron-server[83874]: return self._get(url).json() Feb 16 18:13:09.298921 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:13:09.298921 dv-cinder-763306-9-smb neutron-server[83874]: **kwargs) Feb 16 18:13:09.298921 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 18:13:09.298921 dv-cinder-763306-9-smb neutron-server[83874]: return self.request(url, 'GET', **kwargs) Feb 16 18:13:09.298921 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 18:13:09.298921 dv-cinder-763306-9-smb neutron-server[83874]: **endpoint_filter) Feb 16 18:13:09.298921 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 18:13:09.298921 dv-cinder-763306-9-smb neutron-server[83874]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:13:09.298921 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 18:13:09.298921 dv-cinder-763306-9-smb neutron-server[83874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:13:09.298921 dv-cinder-763306-9-smb neutron-server[83874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:13:09.381294 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b603-ef5b-4fcf-b75b-169c29a0750a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852784992'] for network, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:09.388369 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-27ea5744-12ed-4030-bdae-06a2a3d5f3f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:09.410770 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b603-ef5b-4fcf-b75b-169c29a0750a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:09.428399 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd1b603-ef5b-4fcf-b75b-169c29a0750a admin admin] Pushing event deleted for resources: {'Network': ['ID=8ee3c586-7435-4412-812f-f166097535a4,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:09.431534 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3bd1b603-ef5b-4fcf-b75b-169c29a0750a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:09.433825 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-3bd1b603-ef5b-4fcf-b75b-169c29a0750a admin admin] 10.222.0.41 "DELETE /v2.0/networks/8ee3c586-7435-4412-812f-f166097535a4 HTTP/1.1" status: 204 len: 168 time: 1.7679744 Feb 16 18:13:09.644447 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 37528) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:09.702547 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-31cd076c-8c72-40bb-99a8-146e151cb696 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c84d650e1d94b238253914a68a4d647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0567737 Feb 16 18:13:09.705206 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 37534) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:09.768924 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-83897a90-f4f3-4e60-a5da-763b1ca5a28e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:09.797298 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-83897a90-f4f3-4e60-a5da-763b1ca5a28e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:09.842432 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-83897a90-f4f3-4e60-a5da-763b1ca5a28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:09.847477 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-cb7493d2-e801-402e-8514-f99f2c0ce087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:09.861933 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83897a90-f4f3-4e60-a5da-763b1ca5a28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f9dde4-afd0-4e2b-b5e3-4f8d1701e3f3,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:09.867237 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-83897a90-f4f3-4e60-a5da-763b1ca5a28e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:09.869294 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-83897a90-f4f3-4e60-a5da-763b1ca5a28e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:09.870506 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-83897a90-f4f3-4e60-a5da-763b1ca5a28e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/27f9dde4-afd0-4e2b-b5e3-4f8d1701e3f3 HTTP/1.1" status: 204 len: 168 time: 0.1643431 Feb 16 18:13:10.243550 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 37552) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:10.299421 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-99812a2d-61ab-4972-b96e-059c510ae902 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bd6c953f1ca345a5b1e19766aac6f37d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521021 Feb 16 18:13:10.299688 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 37556) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:10.364513 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b73b326f-a233-4d72-b03e-7bc09d3956f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:10.392742 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b73b326f-a233-4d72-b03e-7bc09d3956f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:10.440272 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b73b326f-a233-4d72-b03e-7bc09d3956f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:10.445799 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-1a66e69a-8b9f-46f3-b454-0698d2f9808a tempest-AttachVolumeShelveTestJSON-645072480 tempest-AttachVolumeShelveTestJSON-645072480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:10.459694 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b326f-a233-4d72-b03e-7bc09d3956f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65ebce7-f4c2-416b-a4f2-9e9d0c85cafb,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:10.462757 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-b73b326f-a233-4d72-b03e-7bc09d3956f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:10.463697 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b73b326f-a233-4d72-b03e-7bc09d3956f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:10.465039 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-b73b326f-a233-4d72-b03e-7bc09d3956f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f65ebce7-f4c2-416b-a4f2-9e9d0c85cafb HTTP/1.1" status: 204 len: 168 time: 0.1643233 Feb 16 18:13:12.164367 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 37584) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:12.299768 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0255502c-00a6-42b2-b75d-8a16b4daa5c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:12.315252 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-0255502c-00a6-42b2-b75d-8a16b4daa5c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:13:12.319262 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-0255502c-00a6-42b2-b75d-8a16b4daa5c9 admin admin] Usage tracker for resource:security_group_rule and tenant:618f14a547bc44a9ad6b1d20cb5eda03 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:13:12.322217 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-0255502c-00a6-42b2-b75d-8a16b4daa5c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:13:12.328117 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-0255502c-00a6-42b2-b75d-8a16b4daa5c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:13:12.414767 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0255502c-00a6-42b2-b75d-8a16b4daa5c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:12.418880 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0255502c-00a6-42b2-b75d-8a16b4daa5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:12.428324 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-aea3256e-3676-4225-8904-bf6ba4ca26d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:12.475237 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-0255502c-00a6-42b2-b75d-8a16b4daa5c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=618f14a547bc44a9ad6b1d20cb5eda03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3091037 Feb 16 18:13:12.476880 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255502c-00a6-42b2-b75d-8a16b4daa5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f96da0-21fb-4924-a0d5-3c15282f309d,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:12.478565 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 37598) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:12.480154 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-0255502c-00a6-42b2-b75d-8a16b4daa5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:12.547590 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c4259770-08ae-42a1-8a5c-c9685f42db27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:12.580751 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c4259770-08ae-42a1-8a5c-c9685f42db27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:12.631310 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c4259770-08ae-42a1-8a5c-c9685f42db27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:12.636579 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-eb1102e8-32e7-434e-9708-c32cbf299658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:12.647699 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4259770-08ae-42a1-8a5c-c9685f42db27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f96da0-21fb-4924-a0d5-3c15282f309d,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:12.653364 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-c4259770-08ae-42a1-8a5c-c9685f42db27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:12.654667 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c4259770-08ae-42a1-8a5c-c9685f42db27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:12.655946 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-c4259770-08ae-42a1-8a5c-c9685f42db27 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/08f96da0-21fb-4924-a0d5-3c15282f309d HTTP/1.1" status: 204 len: 168 time: 0.1756232 Feb 16 18:13:13.368827 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 37658) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:13.488162 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-746afd9a-4ca1-4a23-850a-3addda348694 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-243100133-network', 'tenant_id': '5deb8ec4121040729d5c2843192854c3'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:13:13.493387 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-746afd9a-4ca1-4a23-850a-3addda348694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:13:13.497758 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-746afd9a-4ca1-4a23-850a-3addda348694 admin admin] Usage tracker for resource:network and tenant:5deb8ec4121040729d5c2843192854c3 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:13:13.500908 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-746afd9a-4ca1-4a23-850a-3addda348694 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:13:13.506747 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-746afd9a-4ca1-4a23-850a-3addda348694 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:13:13.517546 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746afd9a-4ca1-4a23-850a-3addda348694 admin admin] Made reservation on behalf of 5deb8ec4121040729d5c2843192854c3 for: {'network': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:13:13.522378 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-746afd9a-4ca1-4a23-850a-3addda348694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for network, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:13.536249 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-746afd9a-4ca1-4a23-850a-3addda348694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:13.552029 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-746afd9a-4ca1-4a23-850a-3addda348694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:13:13.556132 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-746afd9a-4ca1-4a23-850a-3addda348694 admin admin] Usage tracker for resource:security_group_rule and tenant:5deb8ec4121040729d5c2843192854c3 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:13:13.559206 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-746afd9a-4ca1-4a23-850a-3addda348694 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:13:13.565059 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-746afd9a-4ca1-4a23-850a-3addda348694 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:13:13.651587 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-746afd9a-4ca1-4a23-850a-3addda348694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:13.654363 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-746afd9a-4ca1-4a23-850a-3addda348694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:13.658660 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-8f890654-d12a-4718-93b1-8290ed07b823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:13.689207 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-746afd9a-4ca1-4a23-850a-3addda348694 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 18:13:13.703275 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746afd9a-4ca1-4a23-850a-3addda348694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226d63a1-9747-48a1-b8d0-c4736857fbf0,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:13.707791 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-746afd9a-4ca1-4a23-850a-3addda348694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:13.708794 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-746afd9a-4ca1-4a23-850a-3addda348694 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749401242329', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975480'] for segment, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:13.709232 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.db.segments_db [None req-746afd9a-4ca1-4a23-850a-3addda348694 admin admin] Added segment 6357978b-067c-4a2c-96fa-833bb6247124 of type vxlan for network 08c260c8-a1f5-4744-a7a3-3d2c43bddc22 Feb 16 18:13:13.737371 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-746afd9a-4ca1-4a23-850a-3addda348694 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287454046290'] for network, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:13.771518 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-746afd9a-4ca1-4a23-850a-3addda348694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548'] for network, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:13.772726 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746afd9a-4ca1-4a23-850a-3addda348694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:13:13.773369 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-746afd9a-4ca1-4a23-850a-3addda348694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for network, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:13.778472 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:13.881072 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-746afd9a-4ca1-4a23-850a-3addda348694 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5110393 Feb 16 18:13:13.884237 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746afd9a-4ca1-4a23-850a-3addda348694 admin admin] Pushing event updated for resources: {'Network': ['ID=08c260c8-a1f5-4744-a7a3-3d2c43bddc22,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:13.884377 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 37666) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:13.887220 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-746afd9a-4ca1-4a23-850a-3addda348694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:13.892864 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [None req-825777b8-3da6-4ba7-b37c-c43286a208e1 admin admin] Request body: {'subnet': {'network_id': '08c260c8-a1f5-4744-a7a3-3d2c43bddc22', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-243100133-subnet', 'tenant_id': '5deb8ec4121040729d5c2843192854c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:13:13.897977 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Network 08c260c8-a1f5-4744-a7a3-3d2c43bddc22 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=83987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:13:13.898685 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-825777b8-3da6-4ba7-b37c-c43286a208e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:13:13.902866 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-825777b8-3da6-4ba7-b37c-c43286a208e1 admin admin] Usage tracker for resource:subnet and tenant:5deb8ec4121040729d5c2843192854c3 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:13:13.905976 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-825777b8-3da6-4ba7-b37c-c43286a208e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:13:13.911811 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Network 08c260c8-a1f5-4744-a7a3-3d2c43bddc22 details requested by agent ovs-agent-dv-cinder-763306-9-smb with host dv-cinder-763306-9-smb {{(pid=83987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 18:13:13.912009 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-825777b8-3da6-4ba7-b37c-c43286a208e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:13:14.155719 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825777b8-3da6-4ba7-b37c-c43286a208e1 admin admin] Made reservation on behalf of 5deb8ec4121040729d5c2843192854c3 for: {'subnet': 1} {{(pid=83986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:13:14.160515 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-825777b8-3da6-4ba7-b37c-c43286a208e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851614045'] for subnet, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:14.561720 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-825777b8-3da6-4ba7-b37c-c43286a208e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851944051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851614064'] for subnet, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:14.577555 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a9d253c8-bc3f-401b-ba18-bb29c044bae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:14.709638 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825777b8-3da6-4ba7-b37c-c43286a208e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ef6de28-f05b-454b-a7cc-769583a06011,revision_number=0']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:14.714183 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-825777b8-3da6-4ba7-b37c-c43286a208e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:14.786176 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825777b8-3da6-4ba7-b37c-c43286a208e1 admin admin] Checking segment: {'id': '6357978b-067c-4a2c-96fa-833bb6247124', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '08c260c8-a1f5-4744-a7a3-3d2c43bddc22'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:13:14.786569 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825777b8-3da6-4ba7-b37c-c43286a208e1 admin admin] Network hostable DHCP agents. Network: 08c260c8-a1f5-4744-a7a3-3d2c43bddc22, hostable agents: ['de8c96f3-9ead-4786-a920-55e7f9d921c5'], hosted agents: [] {{(pid=83986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 18:13:14.805721 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825777b8-3da6-4ba7-b37c-c43286a208e1 admin admin] Network 08c260c8-a1f5-4744-a7a3-3d2c43bddc22 is scheduled to be hosted by DHCP agent de8c96f3-9ead-4786-a920-55e7f9d921c5 with binding_index 1 {{(pid=83986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 18:13:14.814772 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [None req-825777b8-3da6-4ba7-b37c-c43286a208e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-9-smb, 08c260c8-a1f5-4744-a7a3-3d2c43bddc22) {{(pid=83986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:13:14.825386 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d6497c-77e2-4305-9249-a72428d9270a None None] Network 08c260c8-a1f5-4744-a7a3-3d2c43bddc22 requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:13:14.828546 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825777b8-3da6-4ba7-b37c-c43286a208e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:13:14.829205 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-825777b8-3da6-4ba7-b37c-c43286a208e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:14.857846 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-825777b8-3da6-4ba7-b37c-c43286a208e1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9719560 Feb 16 18:13:15.062092 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 37690) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:15.067424 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b4bf3a-654d-440b-92fd-e5f268db8f40 None None] Network 08c260c8-a1f5-4744-a7a3-3d2c43bddc22 requested from dv-cinder-763306-9-smb {{(pid=83987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 18:13:15.220130 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b9859eda-ac14-4558-a4ee-a1432159d928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:15.243376 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-b9859eda-ac14-4558-a4ee-a1432159d928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:13:15.248165 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-b9859eda-ac14-4558-a4ee-a1432159d928 admin admin] Usage tracker for resource:security_group_rule and tenant:00ee8a39a70848e5b70acd15726a6171 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:13:15.251577 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-b9859eda-ac14-4558-a4ee-a1432159d928 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:13:15.257668 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-b9859eda-ac14-4558-a4ee-a1432159d928 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:13:15.347813 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b9859eda-ac14-4558-a4ee-a1432159d928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:15.351064 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b9859eda-ac14-4558-a4ee-a1432159d928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:15.360750 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-13e208fb-a44d-4675-b74b-ed33d6cc4052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:15.403773 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-b9859eda-ac14-4558-a4ee-a1432159d928 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=00ee8a39a70848e5b70acd15726a6171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3404675 Feb 16 18:13:15.404731 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9859eda-ac14-4558-a4ee-a1432159d928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510db75f-a2f6-4c11-a4eb-c624a2796ae8,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:15.406610 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 37696) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:15.408175 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-b9859eda-ac14-4558-a4ee-a1432159d928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:15.484415 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a4a0b203-c05b-485e-bc48-c1578923a755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:15.511179 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a4a0b203-c05b-485e-bc48-c1578923a755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:15.562106 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a4a0b203-c05b-485e-bc48-c1578923a755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:15.567355 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-83897a90-f4f3-4e60-a5da-763b1ca5a28e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:15.579578 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0b203-c05b-485e-bc48-c1578923a755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510db75f-a2f6-4c11-a4eb-c624a2796ae8,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:15.585913 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a4a0b203-c05b-485e-bc48-c1578923a755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:15.586758 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a4a0b203-c05b-485e-bc48-c1578923a755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:15.592010 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-a4a0b203-c05b-485e-bc48-c1578923a755 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/510db75f-a2f6-4c11-a4eb-c624a2796ae8 HTTP/1.1" status: 204 len: 168 time: 0.1842582 Feb 16 18:13:15.899698 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 37708) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:15.920108 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3ba245f1-cfa7-49d4-921a-e6b4deb78dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:15.934975 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-3ba245f1-cfa7-49d4-921a-e6b4deb78dac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:13:15.939013 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-3ba245f1-cfa7-49d4-921a-e6b4deb78dac admin admin] Usage tracker for resource:security_group_rule and tenant:b48b6ed4bbff4315bf556790b2e849be is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:13:15.942015 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-3ba245f1-cfa7-49d4-921a-e6b4deb78dac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:13:15.947780 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-3ba245f1-cfa7-49d4-921a-e6b4deb78dac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:13:16.031156 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3ba245f1-cfa7-49d4-921a-e6b4deb78dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:16.033969 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3ba245f1-cfa7-49d4-921a-e6b4deb78dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:16.042762 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-7b5d5147-79f8-4306-b288-6c88eb4e5c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:16.084308 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-3ba245f1-cfa7-49d4-921a-e6b4deb78dac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b48b6ed4bbff4315bf556790b2e849be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1834679 Feb 16 18:13:16.086009 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba245f1-cfa7-49d4-921a-e6b4deb78dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c24ede-1629-49f1-bbe7-5eae712ec65c,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:16.087242 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 37712) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:16.089264 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3ba245f1-cfa7-49d4-921a-e6b4deb78dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:16.150850 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d2b1c4b6-fc68-4437-8c5e-b4097c5a00cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:16.179072 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d2b1c4b6-fc68-4437-8c5e-b4097c5a00cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:16.224344 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d2b1c4b6-fc68-4437-8c5e-b4097c5a00cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:16.229394 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-aba53691-3885-4359-a2a4-3f8ed2f7d52d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:16.249414 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1c4b6-fc68-4437-8c5e-b4097c5a00cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c24ede-1629-49f1-bbe7-5eae712ec65c,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:16.253722 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d2b1c4b6-fc68-4437-8c5e-b4097c5a00cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:16.255733 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d2b1c4b6-fc68-4437-8c5e-b4097c5a00cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:16.256937 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-d2b1c4b6-fc68-4437-8c5e-b4097c5a00cb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4c24ede-1629-49f1-bbe7-5eae712ec65c HTTP/1.1" status: 204 len: 168 time: 0.1685648 Feb 16 18:13:17.199159 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-732d1b48-be44-4262-8a3f-077a9a9f0acb tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:13:17.199878 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-732d1b48-be44-4262-8a3f-077a9a9f0acb tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Synchronizing usage tracker for tenant:5deb8ec4121040729d5c2843192854c3 on resource:network {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:13:17.216036 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-732d1b48-be44-4262-8a3f-077a9a9f0acb tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Unset dirty status for tenant:5deb8ec4121040729d5c2843192854c3 on resource:network {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:13:17.217329 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-732d1b48-be44-4262-8a3f-077a9a9f0acb tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/networks?id=08c260c8-a1f5-4744-a7a3-3d2c43bddc22 HTTP/1.1" status: 200 len: 813 time: 0.1782107 Feb 16 18:13:17.234002 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-0e9c72af-aa69-4fbf-8a1b-fa0583fddaea tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/quotas/5deb8ec4121040729d5c2843192854c3 HTTP/1.1" status: 200 len: 375 time: 0.0106957 Feb 16 18:13:17.292390 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-3de59d40-dfaa-47f0-bbab-862ed464b5e0 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5deb8ec4121040729d5c2843192854c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514393 Feb 16 18:13:17.452619 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-2e85c36c-f23e-423d-a6ab-e41422b3b8fd service neutron] 10.222.0.41 "GET /v2.0/networks/08c260c8-a1f5-4744-a7a3-3d2c43bddc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479120 Feb 16 18:13:17.598681 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-e8be274c-8005-48f4-8c2b-bdf79dc2a27e service neutron] 10.222.0.41 "GET /v2.0/networks/08c260c8-a1f5-4744-a7a3-3d2c43bddc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1396692 Feb 16 18:13:17.806032 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-f6a6d0a5-7fc4-4790-bd6a-260521c0dd0a req-b5837163-41e0-4840-936c-add19eb565d2 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f20b6f-4be1-48fc-ae38-f7a77990313e HTTP/1.1" status: 200 len: 210 time: 0.0536237 Feb 16 18:13:18.720785 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 37810) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:18.845178 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f6a6c1a5-5ff0-46c9-967e-ce884dab233a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:18.860958 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-f6a6c1a5-5ff0-46c9-967e-ce884dab233a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:13:18.864961 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-f6a6c1a5-5ff0-46c9-967e-ce884dab233a admin admin] Usage tracker for resource:security_group_rule and tenant:92b2b3cfbfde42bfa958b83aa4331724 is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:13:18.867976 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-f6a6c1a5-5ff0-46c9-967e-ce884dab233a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:13:18.874308 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-f6a6c1a5-5ff0-46c9-967e-ce884dab233a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:13:18.966439 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f6a6c1a5-5ff0-46c9-967e-ce884dab233a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:18.969348 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f6a6c1a5-5ff0-46c9-967e-ce884dab233a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:18.977853 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-e6b99d7e-3bad-403a-8298-f054347d88bf req-4c094ab5-ac44-441e-bb7f-e0eb9df0757e tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f20b6f-4be1-48fc-ae38-f7a77990313e HTTP/1.1" status: 200 len: 210 time: 0.0523956 Feb 16 18:13:18.978574 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-34874dc4-84ac-42a8-ac32-956394e13283 tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:19.023318 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-f6a6c1a5-5ff0-46c9-967e-ce884dab233a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=92b2b3cfbfde42bfa958b83aa4331724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012826 Feb 16 18:13:19.024263 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6c1a5-5ff0-46c9-967e-ce884dab233a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a271c0-c738-4da7-ba92-185d17e36d67,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:19.026141 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 37818) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:19.028224 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f6a6c1a5-5ff0-46c9-967e-ce884dab233a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:19.088344 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1e7d8a75-5924-4fd2-affe-1d1496a672bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:19.116014 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1e7d8a75-5924-4fd2-affe-1d1496a672bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:19.165056 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1e7d8a75-5924-4fd2-affe-1d1496a672bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:19.170605 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-0a89f833-91e2-4dc6-bad2-8f4b28bd927b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:19.188046 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d8a75-5924-4fd2-affe-1d1496a672bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a271c0-c738-4da7-ba92-185d17e36d67,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:19.195998 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-1e7d8a75-5924-4fd2-affe-1d1496a672bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:19.196864 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1e7d8a75-5924-4fd2-affe-1d1496a672bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:19.212007 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-1e7d8a75-5924-4fd2-affe-1d1496a672bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32a271c0-c738-4da7-ba92-185d17e36d67 HTTP/1.1" status: 204 len: 168 time: 0.1817796 Feb 16 18:13:19.507320 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 37828) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:19.526705 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89375309-431c-4761-a329-f32dd6c46674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:19.542126 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-89375309-431c-4761-a329-f32dd6c46674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:13:19.547289 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-89375309-431c-4761-a329-f32dd6c46674 admin admin] Usage tracker for resource:security_group_rule and tenant:3a0ab0aff28240a48cd80f37b07f75af is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:13:19.550883 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-89375309-431c-4761-a329-f32dd6c46674 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:13:19.556620 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-89375309-431c-4761-a329-f32dd6c46674 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:13:19.640752 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89375309-431c-4761-a329-f32dd6c46674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:19.643468 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89375309-431c-4761-a329-f32dd6c46674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:19.652562 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-9fcd006a-1065-4c07-b44a-84f6ee3127ea tempest-AttachVolumeTestJSON-143823647 tempest-AttachVolumeTestJSON-143823647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:19.693768 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-89375309-431c-4761-a329-f32dd6c46674 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3a0ab0aff28240a48cd80f37b07f75af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1852260 Feb 16 18:13:19.695503 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89375309-431c-4761-a329-f32dd6c46674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce09671a-3fcc-4e95-be74-21fc5fe4e5de,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:19.696920 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 37832) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:19.699189 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-89375309-431c-4761-a329-f32dd6c46674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:19.762778 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-65c4af33-16e2-4c92-8e48-536110d4091f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:19.791428 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-65c4af33-16e2-4c92-8e48-536110d4091f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:20.267649 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-65c4af33-16e2-4c92-8e48-536110d4091f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:20.280973 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a11153f3-ef32-4a44-be1c-52820aba798e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:20.292800 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6f4f8a63-6ef8-49e1-8b36-a71aad082be8 req-dad49b05-c257-4477-bfe5-c6e39255b40c tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f20b6f-4be1-48fc-ae38-f7a77990313e HTTP/1.1" status: 200 len: 210 time: 0.0862384 Feb 16 18:13:20.304432 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-f7d9aa7b-5c46-41df-988f-9e694a292591 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:13:20.305938 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-f7d9aa7b-5c46-41df-988f-9e694a292591 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.86 "GET /v2.0/networks?id=08c260c8-a1f5-4744-a7a3-3d2c43bddc22 HTTP/1.1" status: 200 len: 813 time: 0.4903395 Feb 16 18:13:20.307082 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4af33-16e2-4c92-8e48-536110d4091f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce09671a-3fcc-4e95-be74-21fc5fe4e5de,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:20.310023 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-65c4af33-16e2-4c92-8e48-536110d4091f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:20.314381 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-65c4af33-16e2-4c92-8e48-536110d4091f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:20.318579 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-65c4af33-16e2-4c92-8e48-536110d4091f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce09671a-3fcc-4e95-be74-21fc5fe4e5de HTTP/1.1" status: 204 len: 168 time: 0.6180735 Feb 16 18:13:20.321838 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7faed219-9e71-448a-a224-20eb372805a1 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Request body: {'port': {'device_id': '43f20b6f-4be1-48fc-ae38-f7a77990313e', 'network_id': '08c260c8-a1f5-4744-a7a3-3d2c43bddc22', 'admin_state_up': True, 'tenant_id': '5deb8ec4121040729d5c2843192854c3'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:13:20.470306 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7faed219-9e71-448a-a224-20eb372805a1 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:13:20.474432 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7faed219-9e71-448a-a224-20eb372805a1 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Usage tracker for resource:port and tenant:5deb8ec4121040729d5c2843192854c3 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:13:20.477480 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7faed219-9e71-448a-a224-20eb372805a1 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:13:20.483379 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7faed219-9e71-448a-a224-20eb372805a1 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:13:20.492629 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7faed219-9e71-448a-a224-20eb372805a1 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Made reservation on behalf of 5deb8ec4121040729d5c2843192854c3 for: {'port': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:13:20.499431 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7faed219-9e71-448a-a224-20eb372805a1 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:20.820040 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7faed219-9e71-448a-a224-20eb372805a1 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Allocated IP 172.20.0.8 (08c260c8-a1f5-4744-a7a3-3d2c43bddc22/3ef6de28-f05b-454b-a7cc-769583a06011/20f6cabd-d9ad-459a-9109-9e0cbb61d4b5) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:13:20.946471 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 6 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:13:21.042566 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7faed219-9e71-448a-a224-20eb372805a1 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:21.073310 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7faed219-9e71-448a-a224-20eb372805a1 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:21.090553 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-569c1cb3-2fea-4972-b656-e4168ed8748a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:21.270719 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faed219-9e71-448a-a224-20eb372805a1 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Pushing event updated for resources: {'Port': ['ID=20f6cabd-d9ad-459a-9109-9e0cbb61d4b5,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:21.276612 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-7faed219-9e71-448a-a224-20eb372805a1 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:21.298257 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7faed219-9e71-448a-a224-20eb372805a1 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Network 08c260c8-a1f5-4744-a7a3-3d2c43bddc22 is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:13:21.299538 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7faed219-9e71-448a-a224-20eb372805a1 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:13:21.302081 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7faed219-9e71-448a-a224-20eb372805a1 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:13:21.369536 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7faed219-9e71-448a-a224-20eb372805a1 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:13:21.370288 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7faed219-9e71-448a-a224-20eb372805a1 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:21.393578 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7faed219-9e71-448a-a224-20eb372805a1 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0759151 Feb 16 18:13:21.407673 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7391c8a2-e300-4b44-81fa-ce67b6fafea3 service neutron] Request body: {'port': {'device_id': '43f20b6f-4be1-48fc-ae38-f7a77990313e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:13:21.592393 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7391c8a2-e300-4b44-81fa-ce67b6fafea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:21.660008 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1dab0-c498-413a-8aee-3c0c88605a68 req-763b8564-865d-41b0-887d-1de5cb88a7b1 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:13:21.660773 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-ecf1dab0-c498-413a-8aee-3c0c88605a68 req-763b8564-865d-41b0-887d-1de5cb88a7b1 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Synchronizing usage tracker for tenant:5deb8ec4121040729d5c2843192854c3 on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:13:21.728803 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-ecf1dab0-c498-413a-8aee-3c0c88605a68 req-763b8564-865d-41b0-887d-1de5cb88a7b1 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Unset dirty status for tenant:5deb8ec4121040729d5c2843192854c3 on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:13:21.730135 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ecf1dab0-c498-413a-8aee-3c0c88605a68 req-763b8564-865d-41b0-887d-1de5cb88a7b1 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f20b6f-4be1-48fc-ae38-f7a77990313e HTTP/1.1" status: 200 len: 931 time: 0.2884088 Feb 16 18:13:21.849406 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-ecf1dab0-c498-413a-8aee-3c0c88605a68 req-2dc56657-1f76-4923-8794-a4ec16201d13 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Synchronizing usage tracker for tenant:5deb8ec4121040729d5c2843192854c3 on resource:security_group {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:13:21.958797 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-ecf1dab0-c498-413a-8aee-3c0c88605a68 req-2dc56657-1f76-4923-8794-a4ec16201d13 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Unset dirty status for tenant:5deb8ec4121040729d5c2843192854c3 on resource:security_group {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:13:21.960119 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ecf1dab0-c498-413a-8aee-3c0c88605a68 req-2dc56657-1f76-4923-8794-a4ec16201d13 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/security-groups?id=226d63a1-9747-48a1-b8d0-c4736857fbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228417 Feb 16 18:13:22.109874 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7391c8a2-e300-4b44-81fa-ce67b6fafea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20f6cabd-d9ad-459a-9109-9e0cbb61d4b5 {{(pid=83985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:13:22.118229 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7391c8a2-e300-4b44-81fa-ce67b6fafea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:22.131030 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7391c8a2-e300-4b44-81fa-ce67b6fafea3 service neutron] Transition to ACTIVE for port object 20f6cabd-d9ad-459a-9109-9e0cbb61d4b5 will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:13:22.135064 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7391c8a2-e300-4b44-81fa-ce67b6fafea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2348572'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:22.151271 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-8e9e532c-9ddd-4840-ae86-1b491e83a2af tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:22.292484 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391c8a2-e300-4b44-81fa-ce67b6fafea3 service neutron] Pushing event updated for resources: {'Port': ['ID=20f6cabd-d9ad-459a-9109-9e0cbb61d4b5,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:22.298201 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-7391c8a2-e300-4b44-81fa-ce67b6fafea3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:22.485449 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7391c8a2-e300-4b44-81fa-ce67b6fafea3 service neutron] Attempting to bind port 20f6cabd-d9ad-459a-9109-9e0cbb61d4b5 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:13:22.485827 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7391c8a2-e300-4b44-81fa-ce67b6fafea3 service neutron] Attempting to bind port 20f6cabd-d9ad-459a-9109-9e0cbb61d4b5 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '6357978b-067c-4a2c-96fa-833bb6247124', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '08c260c8-a1f5-4744-a7a3-3d2c43bddc22'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:13:22.486196 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7391c8a2-e300-4b44-81fa-ce67b6fafea3 service neutron] Attempting to bind port 20f6cabd-d9ad-459a-9109-9e0cbb61d4b5 on network 08c260c8-a1f5-4744-a7a3-3d2c43bddc22 {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:13:22.492338 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7391c8a2-e300-4b44-81fa-ce67b6fafea3 service neutron] Checking agent: {'id': '0ec6646b-198c-4ca3-9e9d-d080d83e847c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 2, 57), 'started_at': datetime.datetime(2021, 2, 16, 18, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:13:22.492715 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7391c8a2-e300-4b44-81fa-ce67b6fafea3 service neutron] Checking segment: {'id': '6357978b-067c-4a2c-96fa-833bb6247124', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '08c260c8-a1f5-4744-a7a3-3d2c43bddc22'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:13:22.493100 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7391c8a2-e300-4b44-81fa-ce67b6fafea3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:22.493483 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7391c8a2-e300-4b44-81fa-ce67b6fafea3 service neutron] Bound using segment: {'id': '6357978b-067c-4a2c-96fa-833bb6247124', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '08c260c8-a1f5-4744-a7a3-3d2c43bddc22'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:13:22.493998 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7391c8a2-e300-4b44-81fa-ce67b6fafea3 service neutron] Bound port: 20f6cabd-d9ad-459a-9109-9e0cbb61d4b5, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6357978b-067c-4a2c-96fa-833bb6247124', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '08c260c8-a1f5-4744-a7a3-3d2c43bddc22'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:13:22.494371 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7391c8a2-e300-4b44-81fa-ce67b6fafea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:22.587650 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7391c8a2-e300-4b44-81fa-ce67b6fafea3 service neutron] For port 20f6cabd-d9ad-459a-9109-9e0cbb61d4b5, host hv-cinder-76330, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:13:22.591624 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7391c8a2-e300-4b44-81fa-ce67b6fafea3 service neutron] For port 20f6cabd-d9ad-459a-9109-9e0cbb61d4b5, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=20f6cabd-d9ad-459a-9109-9e0cbb61d4b5,segment=NetworkSegment(6357978b-067c-4a2c-96fa-833bb6247124),segment_id=6357978b-067c-4a2c-96fa-833bb6247124)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:13:22.595133 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7391c8a2-e300-4b44-81fa-ce67b6fafea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2348572'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:22.610387 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-da5bb76d-b31b-4ed5-a598-ca3e070bba5d tempest-VolumesActionsTest-1589387911 tempest-VolumesActionsTest-1589387911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:22.765786 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391c8a2-e300-4b44-81fa-ce67b6fafea3 service neutron] Pushing event updated for resources: {'Port': ['ID=20f6cabd-d9ad-459a-9109-9e0cbb61d4b5,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:22.784020 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-7391c8a2-e300-4b44-81fa-ce67b6fafea3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:22.803345 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7391c8a2-e300-4b44-81fa-ce67b6fafea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:13:22.804288 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7391c8a2-e300-4b44-81fa-ce67b6fafea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:22.805800 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-7391c8a2-e300-4b44-81fa-ce67b6fafea3 service neutron] 10.222.0.86 "PUT /v2.0/ports/20f6cabd-d9ad-459a-9109-9e0cbb61d4b5 HTTP/1.1" status: 200 len: 1157 time: 1.4032452 Feb 16 18:13:22.806334 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f20b6f-4be1-48fc-ae38-f7a77990313e', 'tag': '20f6cabd-d9ad-459a-9109-9e0cbb61d4b5'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:13:22.883445 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f20b6f-4be1-48fc-ae38-f7a77990313e', 'tag': '20f6cabd-d9ad-459a-9109-9e0cbb61d4b5', 'status': 'completed', 'code': 200} Feb 16 18:13:22.922486 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-c57297f6-44a1-4237-850f-e6b00b7ce439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:13:22.924567 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-c57297f6-44a1-4237-850f-e6b00b7ce439 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5deb8ec4121040729d5c2843192854c3&device_id=43f20b6f-4be1-48fc-ae38-f7a77990313e HTTP/1.1" status: 200 len: 1160 time: 0.0836625 Feb 16 18:13:23.002888 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-d3325323-0889-4f73-bc3f-4a0ca54cb905 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20f6cabd-d9ad-459a-9109-9e0cbb61d4b5 HTTP/1.1" status: 200 len: 217 time: 0.0705824 Feb 16 18:13:23.072706 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-f4f5c1be-11d0-498f-9887-15625b6a00f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:13:23.074528 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-f4f5c1be-11d0-498f-9887-15625b6a00f2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3ef6de28-f05b-454b-a7cc-769583a06011 HTTP/1.1" status: 200 len: 853 time: 0.0647500 Feb 16 18:13:23.173292 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-56c3c589-3381-480c-8b87-fb369d6d032b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=08c260c8-a1f5-4744-a7a3-3d2c43bddc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599818 Feb 16 18:13:23.307956 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4234bb-1f63-4d22-885b-699efb912f67 req-04f2daee-c78d-48b2-b23f-ddbc56bb066b tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:13:23.310259 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ff4234bb-1f63-4d22-885b-699efb912f67 req-04f2daee-c78d-48b2-b23f-ddbc56bb066b tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f20b6f-4be1-48fc-ae38-f7a77990313e HTTP/1.1" status: 200 len: 943 time: 0.2321970 Feb 16 18:13:23.373405 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-4fc631d9-0a9d-451a-9e1c-775758c5410e service neutron] 10.222.0.86 "GET /v2.0/networks/08c260c8-a1f5-4744-a7a3-3d2c43bddc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917765 Feb 16 18:13:23.384856 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-ff4234bb-1f63-4d22-885b-699efb912f67 req-6af9a1ef-fda9-47fa-96a4-40c0db96797c tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/security-groups?id=226d63a1-9747-48a1-b8d0-c4736857fbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635591 Feb 16 18:13:23.511011 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-13b7dee9-5183-4ea4-928b-b1a44070d595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:23.522921 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bd13b820-b7f1-4318-a91c-06ae571d73a3 req-bf650c7f-19ad-4fb3-bf63-062aaaed7b91 service neutron] 10.222.0.86 "GET /v2.0/networks/08c260c8-a1f5-4744-a7a3-3d2c43bddc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1414144 Feb 16 18:13:23.651439 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc7075-9663-4839-ad37-373d89877b1b req-3b9ce002-d5a6-439c-83ba-0792ef3533f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:13:23.653558 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a8cc7075-9663-4839-ad37-373d89877b1b req-3b9ce002-d5a6-439c-83ba-0792ef3533f6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5deb8ec4121040729d5c2843192854c3&device_id=43f20b6f-4be1-48fc-ae38-f7a77990313e HTTP/1.1" status: 200 len: 1160 time: 0.0842943 Feb 16 18:13:24.034806 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc7075-9663-4839-ad37-373d89877b1b req-98f3d88b-ba1c-4e6e-a524-30fd3b73d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:13:24.036446 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a8cc7075-9663-4839-ad37-373d89877b1b req-98f3d88b-ba1c-4e6e-a524-30fd3b73d5e6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=08c260c8-a1f5-4744-a7a3-3d2c43bddc22 HTTP/1.1" status: 200 len: 907 time: 0.3757246 Feb 16 18:13:24.114155 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a8cc7075-9663-4839-ad37-373d89877b1b req-fd05efb4-53ac-40cd-8579-8889a4fbc47c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20f6cabd-d9ad-459a-9109-9e0cbb61d4b5 HTTP/1.1" status: 200 len: 217 time: 0.0681074 Feb 16 18:13:24.184356 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc7075-9663-4839-ad37-373d89877b1b req-73c7f371-4d9f-45d9-8c0e-b765f966e9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:13:24.185636 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a8cc7075-9663-4839-ad37-373d89877b1b req-73c7f371-4d9f-45d9-8c0e-b765f966e9f9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3ef6de28-f05b-454b-a7cc-769583a06011 HTTP/1.1" status: 200 len: 853 time: 0.0637445 Feb 16 18:13:24.240284 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a8cc7075-9663-4839-ad37-373d89877b1b req-42a6e9d5-df78-4688-b321-5410f8e4fb5a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=08c260c8-a1f5-4744-a7a3-3d2c43bddc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471220 Feb 16 18:13:24.384036 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a8cc7075-9663-4839-ad37-373d89877b1b req-f9ad27c1-96d5-41cf-9fcf-8e671d650cd9 service neutron] 10.222.0.86 "GET /v2.0/networks/08c260c8-a1f5-4744-a7a3-3d2c43bddc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336873 Feb 16 18:13:24.584510 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a8cc7075-9663-4839-ad37-373d89877b1b req-c3486243-3edc-47e0-8114-3794d068412f service neutron] 10.222.0.86 "GET /v2.0/networks/08c260c8-a1f5-4744-a7a3-3d2c43bddc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1937244 Feb 16 18:13:24.617240 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7441d6-504b-471c-827c-c388c6a934d4 req-ce2d45ef-5abb-4bd2-853b-b908e024eeae tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:13:24.618815 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-dd7441d6-504b-471c-827c-c388c6a934d4 req-ce2d45ef-5abb-4bd2-853b-b908e024eeae tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f20b6f-4be1-48fc-ae38-f7a77990313e HTTP/1.1" status: 200 len: 943 time: 0.1131539 Feb 16 18:13:24.666744 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-dd7441d6-504b-471c-827c-c388c6a934d4 req-7f6ec72b-d567-4359-8949-cbbde63d9e3d tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/security-groups?id=226d63a1-9747-48a1-b8d0-c4736857fbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407672 Feb 16 18:13:25.208177 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 37908) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:25.334549 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a765a670-c981-4519-8db2-5fb845de6796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:25.350132 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-a765a670-c981-4519-8db2-5fb845de6796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:13:25.354236 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-a765a670-c981-4519-8db2-5fb845de6796 admin admin] Usage tracker for resource:security_group_rule and tenant:8d26f7509c6e42e49e400f91dfa0a714 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:13:25.357303 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-a765a670-c981-4519-8db2-5fb845de6796 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:13:25.363159 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-a765a670-c981-4519-8db2-5fb845de6796 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:13:25.451696 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a765a670-c981-4519-8db2-5fb845de6796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:25.454541 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-a765a670-c981-4519-8db2-5fb845de6796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:25.463498 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-9abff7c9-c2dd-43ac-a1d4-a135113532dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:25.506417 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-a765a670-c981-4519-8db2-5fb845de6796 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8d26f7509c6e42e49e400f91dfa0a714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2970858 Feb 16 18:13:25.507422 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765a670-c981-4519-8db2-5fb845de6796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e17f9b3-aaf7-4e0e-bdba-223e1fa4ed1a,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:25.509510 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 37914) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:25.510708 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a765a670-c981-4519-8db2-5fb845de6796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:25.581416 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-37bb2b31-8b02-4d4d-812a-fecaf9e20060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:25.608776 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-37bb2b31-8b02-4d4d-812a-fecaf9e20060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:25.654050 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-37bb2b31-8b02-4d4d-812a-fecaf9e20060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:25.656021 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.objects.ports [None req-dbcf1d21-2012-40af-aff3-6c1e62b23085 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83987) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 16 18:13:25.659294 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-0255502c-00a6-42b2-b75d-8a16b4daa5c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:25.675776 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb2b31-8b02-4d4d-812a-fecaf9e20060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e17f9b3-aaf7-4e0e-bdba-223e1fa4ed1a,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:25.678503 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-37bb2b31-8b02-4d4d-812a-fecaf9e20060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:25.690998 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-37bb2b31-8b02-4d4d-812a-fecaf9e20060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:25.695049 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-37bb2b31-8b02-4d4d-812a-fecaf9e20060 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e17f9b3-aaf7-4e0e-bdba-223e1fa4ed1a HTTP/1.1" status: 204 len: 168 time: 0.1844404 Feb 16 18:13:25.768245 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-df7ec040-d8b2-46ae-a737-f4b515abf0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:25.883487 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585c969-a6ce-43a2-a721-61678155e08a req-c3ccd564-4236-4772-8868-da24ca89388f tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:13:25.885106 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9585c969-a6ce-43a2-a721-61678155e08a req-c3ccd564-4236-4772-8868-da24ca89388f tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f20b6f-4be1-48fc-ae38-f7a77990313e HTTP/1.1" status: 200 len: 943 time: 0.0916355 Feb 16 18:13:25.946030 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9585c969-a6ce-43a2-a721-61678155e08a req-1ebfb138-4187-40b7-a5ca-7f5587d3b15a tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/security-groups?id=226d63a1-9747-48a1-b8d0-c4736857fbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543747 Feb 16 18:13:25.958762 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 20f6cabd-d9ad-459a-9109-9e0cbb61d4b5 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:13:26.003361 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 37924) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:26.023331 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5a2e80a9-b09e-4c85-b2c8-3f2f7f4ce72a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:26.035834 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning for port 20f6cabd-d9ad-459a-9109-9e0cbb61d4b5 completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:13:26.040677 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-5a2e80a9-b09e-4c85-b2c8-3f2f7f4ce72a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:13:26.040896 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 20f6cabd-d9ad-459a-9109-9e0cbb61d4b5 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:13:26.041687 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:26.045420 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-5a2e80a9-b09e-4c85-b2c8-3f2f7f4ce72a admin admin] Usage tracker for resource:security_group_rule and tenant:b99c14c1239f4181b225df47a40e85de is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:13:26.048407 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-5a2e80a9-b09e-4c85-b2c8-3f2f7f4ce72a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:13:26.054193 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-5a2e80a9-b09e-4c85-b2c8-3f2f7f4ce72a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:13:26.140618 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5a2e80a9-b09e-4c85-b2c8-3f2f7f4ce72a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:26.143556 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-5a2e80a9-b09e-4c85-b2c8-3f2f7f4ce72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:26.155959 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-b73b326f-a233-4d72-b03e-7bc09d3956f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:26.170958 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:26.190535 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 37928) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:26.190779 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-5a2e80a9-b09e-4c85-b2c8-3f2f7f4ce72a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b99c14c1239f4181b225df47a40e85de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1860094 Feb 16 18:13:26.200917 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f20b6f-4be1-48fc-ae38-f7a77990313e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f6cabd-d9ad-459a-9109-9e0cbb61d4b5'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:13:26.209543 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e80a9-b09e-4c85-b2c8-3f2f7f4ce72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94174efb-78a5-4b9b-804d-59225eda0a39,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:26.213049 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-5a2e80a9-b09e-4c85-b2c8-3f2f7f4ce72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:26.213364 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] For port 20f6cabd-d9ad-459a-9109-9e0cbb61d4b5, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=20f6cabd-d9ad-459a-9109-9e0cbb61d4b5,segment=NetworkSegment(6357978b-067c-4a2c-96fa-833bb6247124),segment_id=6357978b-067c-4a2c-96fa-833bb6247124)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:13:26.217147 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:26.219837 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:26.259377 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f85cbbf1-aa6d-4f52-a217-4cfc0ae3921f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:26.288929 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f85cbbf1-aa6d-4f52-a217-4cfc0ae3921f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:26.292220 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Pushing event updated for resources: {'Port': ['ID=20f6cabd-d9ad-459a-9109-9e0cbb61d4b5,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:26.298801 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f20b6f-4be1-48fc-ae38-f7a77990313e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f6cabd-d9ad-459a-9109-9e0cbb61d4b5', 'code': 200} Feb 16 18:13:26.303925 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:26.304318 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:26.304705 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:26.305090 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:26.306105 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:26.306506 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:26.307060 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:26.307479 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:26.307858 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:26.308375 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:26.308751 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:26.309124 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:26.309537 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:26.309909 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:26.310440 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:26.310644 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:26.311015 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:26.311386 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:26.311774 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:26.312143 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:26.312510 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:26.312881 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:26.313346 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:26.313720 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:26.319081 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:26.341788 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f85cbbf1-aa6d-4f52-a217-4cfc0ae3921f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:26.347567 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-de9414db-01c6-4419-831f-5367ad3b9cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:26.361278 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85cbbf1-aa6d-4f52-a217-4cfc0ae3921f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94174efb-78a5-4b9b-804d-59225eda0a39,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:26.364349 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f85cbbf1-aa6d-4f52-a217-4cfc0ae3921f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:26.374067 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f85cbbf1-aa6d-4f52-a217-4cfc0ae3921f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:26.377763 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-f85cbbf1-aa6d-4f52-a217-4cfc0ae3921f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/94174efb-78a5-4b9b-804d-59225eda0a39 HTTP/1.1" status: 204 len: 168 time: 0.1832373 Feb 16 18:13:26.552578 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157fe7b-e74a-403d-82e0-4b0cff907f0a req-ad359028-cf4d-4955-be61-5ce0c6619361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:13:26.554270 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a157fe7b-e74a-403d-82e0-4b0cff907f0a req-ad359028-cf4d-4955-be61-5ce0c6619361 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=43f20b6f-4be1-48fc-ae38-f7a77990313e HTTP/1.1" status: 200 len: 1162 time: 0.0815902 Feb 16 18:13:26.599879 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-a157fe7b-e74a-403d-82e0-4b0cff907f0a req-3f786e97-9f03-4b25-8a93-2985656ab933 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=226d63a1-9747-48a1-b8d0-c4736857fbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387316 Feb 16 18:13:26.718743 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:26.749326 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:27.150666 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313db1dc-d7f7-4961-99cf-4a3fed5d00c8 req-34f0ebfc-b243-4f1d-b8ee-33128eaa543e tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:13:27.152830 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-313db1dc-d7f7-4961-99cf-4a3fed5d00c8 req-34f0ebfc-b243-4f1d-b8ee-33128eaa543e tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f20b6f-4be1-48fc-ae38-f7a77990313e HTTP/1.1" status: 200 len: 945 time: 0.0905941 Feb 16 18:13:27.202563 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-313db1dc-d7f7-4961-99cf-4a3fed5d00c8 req-3108d1dd-78c5-460b-9a6b-d809f05d4e66 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/security-groups?id=226d63a1-9747-48a1-b8d0-c4736857fbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435026 Feb 16 18:13:27.405173 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:27.610989 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 20f6cabd-d9ad-459a-9109-9e0cbb61d4b5 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:13:27.685730 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 20f6cabd-d9ad-459a-9109-9e0cbb61d4b5 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:13:27.686154 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:28.036744 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:28.408210 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62325270-b2b9-4bf1-bcd3-923f8a8491d7 req-39411921-f075-4fd6-b8ea-31bd46c3bdf9 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:13:28.409754 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-62325270-b2b9-4bf1-bcd3-923f8a8491d7 req-39411921-f075-4fd6-b8ea-31bd46c3bdf9 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f20b6f-4be1-48fc-ae38-f7a77990313e HTTP/1.1" status: 200 len: 945 time: 0.0870461 Feb 16 18:13:28.475765 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-62325270-b2b9-4bf1-bcd3-923f8a8491d7 req-5750d305-20f4-498a-8071-fa97a2eeb8f4 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/security-groups?id=226d63a1-9747-48a1-b8d0-c4736857fbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596714 Feb 16 18:13:53.513641 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3bf46f26-db5a-4c50-8148-b5886ea92e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:55.770491 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-94caed4a-c4ae-43fc-8e27-3890b760f885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:56.719500 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:56.750690 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:57.406855 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:57.946531 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 6 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:13:58.013297 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:58.519310 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 38264) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:58.667589 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:58.688248 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:13:58.692879 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] Usage tracker for resource:security_group_rule and tenant:51fa18048a9040e79806795634484c93 is out of sync, need to count used quota {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:13:58.696702 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:13:58.706635 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:13:58.810111 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:58.814425 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:58.829992 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-e1348ec2-5df5-4b10-bead-90e97c16b302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:58.921121 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f29215-2044-4e59-a44f-c6a41317f38d,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:58.954834 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:58.955257 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:58.955734 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:58.956153 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:58.956564 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:58.956972 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:58.957378 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:58.957781 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:58.958184 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:58.958584 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:58.959294 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:58.959849 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:58.960622 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:58.961130 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:58.961539 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:58.961946 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:58.962350 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:58.962755 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:58.963158 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:58.964115 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:58.964522 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:58.964929 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:58.965330 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:58.965736 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:13:58.980599 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=51fa18048a9040e79806795634484c93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4600716 Feb 16 18:13:58.980866 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 38272) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:13:58.986066 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-910abab2-d70b-4a3c-883d-01d803593339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:59.019125 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63a1f0-7486-4fd0-b097-200b3f3d180d req-b8993e64-7709-493b-8d4a-7906a4e21455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:13:59.022398 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0d63a1f0-7486-4fd0-b097-200b3f3d180d req-b8993e64-7709-493b-8d4a-7906a4e21455 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5deb8ec4121040729d5c2843192854c3&device_id=43f20b6f-4be1-48fc-ae38-f7a77990313e HTTP/1.1" status: 200 len: 1162 time: 0.1505239 Feb 16 18:13:59.058163 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-74b0cefc-e552-491e-a7a2-b8d350f65e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:59.099434 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-74b0cefc-e552-491e-a7a2-b8d350f65e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:59.161032 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-74b0cefc-e552-491e-a7a2-b8d350f65e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:59.166703 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f6a6c1a5-5ff0-46c9-967e-ce884dab233a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:13:59.180759 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0cefc-e552-491e-a7a2-b8d350f65e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f29215-2044-4e59-a44f-c6a41317f38d,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:13:59.185076 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-74b0cefc-e552-491e-a7a2-b8d350f65e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:13:59.190749 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-74b0cefc-e552-491e-a7a2-b8d350f65e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:13:59.194777 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-74b0cefc-e552-491e-a7a2-b8d350f65e06 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67f29215-2044-4e59-a44f-c6a41317f38d HTTP/1.1" status: 204 len: 168 time: 0.2119770 Feb 16 18:13:59.211098 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63a1f0-7486-4fd0-b097-200b3f3d180d req-d7e653c6-ee48-43b1-a571-57c514dc4334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:13:59.212873 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0d63a1f0-7486-4fd0-b097-200b3f3d180d req-d7e653c6-ee48-43b1-a571-57c514dc4334 service neutron] 10.222.0.86 "GET /v2.0/networks?id=08c260c8-a1f5-4744-a7a3-3d2c43bddc22 HTTP/1.1" status: 200 len: 907 time: 0.1660025 Feb 16 18:13:59.291130 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0d63a1f0-7486-4fd0-b097-200b3f3d180d req-5cecfd62-938f-4468-94f1-5d32045956b9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20f6cabd-d9ad-459a-9109-9e0cbb61d4b5 HTTP/1.1" status: 200 len: 217 time: 0.0700331 Feb 16 18:13:59.380162 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63a1f0-7486-4fd0-b097-200b3f3d180d req-2df11e30-74c2-4a7b-81d7-c1f358df14f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:13:59.381805 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0d63a1f0-7486-4fd0-b097-200b3f3d180d req-2df11e30-74c2-4a7b-81d7-c1f358df14f1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3ef6de28-f05b-454b-a7cc-769583a06011 HTTP/1.1" status: 200 len: 853 time: 0.0836198 Feb 16 18:13:59.440129 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0d63a1f0-7486-4fd0-b097-200b3f3d180d req-4d6a83eb-7b68-4790-8841-3fe9f921d590 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=08c260c8-a1f5-4744-a7a3-3d2c43bddc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502763 Feb 16 18:13:59.593896 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0d63a1f0-7486-4fd0-b097-200b3f3d180d req-15dc8951-0dfe-491a-94a3-82b3ef6d0d60 service neutron] 10.222.0.86 "GET /v2.0/networks/08c260c8-a1f5-4744-a7a3-3d2c43bddc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441042 Feb 16 18:13:59.738006 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0d63a1f0-7486-4fd0-b097-200b3f3d180d req-18065c65-9857-4181-8958-832d33974d3a service neutron] 10.222.0.86 "GET /v2.0/networks/08c260c8-a1f5-4744-a7a3-3d2c43bddc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1366765 Feb 16 18:14:08.446469 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409acd4-bffd-4ea7-8b91-8ff29a833b5e req-8924702c-4daf-4468-8c05-ebb04c6e630e tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:14:08.448226 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8409acd4-bffd-4ea7-8b91-8ff29a833b5e req-8924702c-4daf-4468-8c05-ebb04c6e630e tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f20b6f-4be1-48fc-ae38-f7a77990313e HTTP/1.1" status: 200 len: 945 time: 0.0884895 Feb 16 18:14:08.499791 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8409acd4-bffd-4ea7-8b91-8ff29a833b5e req-eec26855-0f3e-46be-b9b1-1cb9bfaa2690 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/security-groups?id=226d63a1-9747-48a1-b8d0-c4736857fbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451567 Feb 16 18:14:09.711638 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609305f-6265-4034-ac13-dc2d1a9a1693 req-f0412d5e-31b2-4b69-8d52-cb2e74260d77 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:14:09.713389 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7609305f-6265-4034-ac13-dc2d1a9a1693 req-f0412d5e-31b2-4b69-8d52-cb2e74260d77 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f20b6f-4be1-48fc-ae38-f7a77990313e HTTP/1.1" status: 200 len: 945 time: 0.0866256 Feb 16 18:14:09.760894 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7609305f-6265-4034-ac13-dc2d1a9a1693 req-bb4ee350-6af0-45b8-9b08-c9854312e58c tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/security-groups?id=226d63a1-9747-48a1-b8d0-c4736857fbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414298 Feb 16 18:14:10.960712 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872b1da-171a-40c6-b037-da961c6eab28 req-ee08220d-377f-4227-a5b0-6c14ff0d78cc tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:14:10.962324 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4872b1da-171a-40c6-b037-da961c6eab28 req-ee08220d-377f-4227-a5b0-6c14ff0d78cc tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f20b6f-4be1-48fc-ae38-f7a77990313e HTTP/1.1" status: 200 len: 945 time: 0.0896151 Feb 16 18:14:11.009808 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4872b1da-171a-40c6-b037-da961c6eab28 req-5d903d0d-de17-44ff-8fb1-5ce1872a894b tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/security-groups?id=226d63a1-9747-48a1-b8d0-c4736857fbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408149 Feb 16 18:14:12.210362 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72865a-7bbd-48b5-99bc-e0d0b4fe02be req-bb0318f7-1663-48d6-b3e3-7e27f860f645 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:14:12.211990 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4e72865a-7bbd-48b5-99bc-e0d0b4fe02be req-bb0318f7-1663-48d6-b3e3-7e27f860f645 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f20b6f-4be1-48fc-ae38-f7a77990313e HTTP/1.1" status: 200 len: 945 time: 0.0884540 Feb 16 18:14:12.260283 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4e72865a-7bbd-48b5-99bc-e0d0b4fe02be req-8b2a27e1-4a48-4835-be02-4d651429a12c tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/security-groups?id=226d63a1-9747-48a1-b8d0-c4736857fbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409195 Feb 16 18:14:13.257446 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d05ac9-da68-4fe8-8da3-14398616ebb3 req-b7546842-0589-4388-9fbe-35f08ed43ba7 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:14:13.259031 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b6d05ac9-da68-4fe8-8da3-14398616ebb3 req-b7546842-0589-4388-9fbe-35f08ed43ba7 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.86 "GET /v2.0/ports?device_id=43f20b6f-4be1-48fc-ae38-f7a77990313e HTTP/1.1" status: 200 len: 945 time: 0.0899174 Feb 16 18:14:13.336373 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-b6d05ac9-da68-4fe8-8da3-14398616ebb3 req-5fc9003b-3275-4fb7-873f-60c33dda7c3d tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Deleting port 20f6cabd-d9ad-459a-9109-9e0cbb61d4b5 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:14:13.336765 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b6d05ac9-da68-4fe8-8da3-14398616ebb3 req-5fc9003b-3275-4fb7-873f-60c33dda7c3d tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:13.620961 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5d52f-c0b2-40ef-b340-226783d95e55 req-21b07306-e39b-4c89-924a-f94d5fb538bb tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:14:13.622590 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bfb5d52f-c0b2-40ef-b340-226783d95e55 req-21b07306-e39b-4c89-924a-f94d5fb538bb tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f20b6f-4be1-48fc-ae38-f7a77990313e HTTP/1.1" status: 200 len: 945 time: 0.2429106 Feb 16 18:14:13.716115 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-bfb5d52f-c0b2-40ef-b340-226783d95e55 req-882878b6-116f-4f63-99ec-8b296bbcedfb tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/security-groups?id=226d63a1-9747-48a1-b8d0-c4736857fbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794368 Feb 16 18:14:13.723172 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-b6d05ac9-da68-4fe8-8da3-14398616ebb3 req-5fc9003b-3275-4fb7-873f-60c33dda7c3d tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] For port 20f6cabd-d9ad-459a-9109-9e0cbb61d4b5, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=20f6cabd-d9ad-459a-9109-9e0cbb61d4b5,segment=NetworkSegment(6357978b-067c-4a2c-96fa-833bb6247124),segment_id=6357978b-067c-4a2c-96fa-833bb6247124)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:14:13.723634 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b6d05ac9-da68-4fe8-8da3-14398616ebb3 req-5fc9003b-3275-4fb7-873f-60c33dda7c3d tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:13.865864 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-b6d05ac9-da68-4fe8-8da3-14398616ebb3 req-5fc9003b-3275-4fb7-873f-60c33dda7c3d tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Calling delete_port for 20f6cabd-d9ad-459a-9109-9e0cbb61d4b5 owned by compute:nova {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:14:13.913708 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 20f6cabd-d9ad-459a-9109-9e0cbb61d4b5 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:14:14.017827 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b6d05ac9-da68-4fe8-8da3-14398616ebb3 req-5fc9003b-3275-4fb7-873f-60c33dda7c3d tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:14.033694 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-cba80661-99de-4e20-91cb-a5ded737e261 tempest-TestMinimumBasicScenario-1462823203 tempest-TestMinimumBasicScenario-1462823203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:14:14.038890 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:14.135074 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9003b-3275-4fb7-873f-60c33dda7c3d tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Pushing event deleted for resources: {'Port': ['ID=20f6cabd-d9ad-459a-9109-9e0cbb61d4b5,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:14:14.144309 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-5fc9003b-3275-4fb7-873f-60c33dda7c3d tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:14:14.241542 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d05ac9-da68-4fe8-8da3-14398616ebb3 req-5fc9003b-3275-4fb7-873f-60c33dda7c3d tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] No DVR routers for this DVR port 20f6cabd-d9ad-459a-9109-9e0cbb61d4b5 on host hv-cinder-76330 {{(pid=83985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:14:14.243779 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-b6d05ac9-da68-4fe8-8da3-14398616ebb3 req-5fc9003b-3275-4fb7-873f-60c33dda7c3d tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:14.247193 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f20b6f-4be1-48fc-ae38-f7a77990313e', 'name': 'network-vif-deleted', 'tag': '20f6cabd-d9ad-459a-9109-9e0cbb61d4b5'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:14:14.266851 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b6d05ac9-da68-4fe8-8da3-14398616ebb3 req-5fc9003b-3275-4fb7-873f-60c33dda7c3d tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.86 "DELETE /v2.0/ports/20f6cabd-d9ad-459a-9109-9e0cbb61d4b5 HTTP/1.1" status: 204 len: 173 time: 1.0020499 Feb 16 18:14:14.295322 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f20b6f-4be1-48fc-ae38-f7a77990313e', 'name': 'network-vif-deleted', 'tag': '20f6cabd-d9ad-459a-9109-9e0cbb61d4b5', 'status': 'completed', 'code': 200} Feb 16 18:14:15.117651 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-af6558b7-4147-4718-8112-afd3561dadc1 req-9b9c4366-9158-4ac7-b50c-47ffb6893486 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Synchronizing usage tracker for tenant:5deb8ec4121040729d5c2843192854c3 on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:14:15.132617 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-af6558b7-4147-4718-8112-afd3561dadc1 req-9b9c4366-9158-4ac7-b50c-47ffb6893486 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Unset dirty status for tenant:5deb8ec4121040729d5c2843192854c3 on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:14:15.133876 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-af6558b7-4147-4718-8112-afd3561dadc1 req-9b9c4366-9158-4ac7-b50c-47ffb6893486 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/ports?device_id=43f20b6f-4be1-48fc-ae38-f7a77990313e HTTP/1.1" status: 200 len: 210 time: 0.2843516 Feb 16 18:14:20.552954 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298eb662-a485-413f-b069-f1e6464e2577 req-1d93e8a4-ba14-4006-9791-21cddbb664e7 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:14:20.554463 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-298eb662-a485-413f-b069-f1e6464e2577 req-1d93e8a4-ba14-4006-9791-21cddbb664e7 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/networks?id=08c260c8-a1f5-4744-a7a3-3d2c43bddc22 HTTP/1.1" status: 200 len: 813 time: 0.1548307 Feb 16 18:14:20.570622 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-298eb662-a485-413f-b069-f1e6464e2577 req-822dc5d3-7b0d-4d45-8fab-4d61df1707b5 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/quotas/5deb8ec4121040729d5c2843192854c3 HTTP/1.1" status: 200 len: 375 time: 0.0095901 Feb 16 18:14:20.623917 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-298eb662-a485-413f-b069-f1e6464e2577 req-f5def657-f312-48ef-8976-0e862ea13ee9 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5deb8ec4121040729d5c2843192854c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471642 Feb 16 18:14:20.768882 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-298eb662-a485-413f-b069-f1e6464e2577 req-6d0d573e-a088-4190-aa23-364f788e6513 service neutron] 10.222.0.41 "GET /v2.0/networks/08c260c8-a1f5-4744-a7a3-3d2c43bddc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376357 Feb 16 18:14:20.914531 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-298eb662-a485-413f-b069-f1e6464e2577 req-98ddb1ef-60aa-47d4-9a7b-b286c154b2fb service neutron] 10.222.0.41 "GET /v2.0/networks/08c260c8-a1f5-4744-a7a3-3d2c43bddc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1391654 Feb 16 18:14:21.113728 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-93fb7059-b491-4a76-8dea-7f4db4ba20ad req-664d5f3c-34c3-4be1-b861-8ed41f930c23 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3742495-f24f-47b9-ab27-27288bc39763 HTTP/1.1" status: 200 len: 210 time: 0.0523965 Feb 16 18:14:22.168681 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298eb662-a485-413f-b069-f1e6464e2577 req-e20c2244-3905-48ae-9105-cbf0189ac6b0 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:14:22.170268 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-298eb662-a485-413f-b069-f1e6464e2577 req-e20c2244-3905-48ae-9105-cbf0189ac6b0 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.86 "GET /v2.0/networks?id=08c260c8-a1f5-4744-a7a3-3d2c43bddc22 HTTP/1.1" status: 200 len: 813 time: 0.1652658 Feb 16 18:14:22.186221 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-298eb662-a485-413f-b069-f1e6464e2577 req-4356e43c-e111-494d-89dc-83efb7a8610c tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Request body: {'port': {'device_id': 'c3742495-f24f-47b9-ab27-27288bc39763', 'network_id': '08c260c8-a1f5-4744-a7a3-3d2c43bddc22', 'admin_state_up': True, 'tenant_id': '5deb8ec4121040729d5c2843192854c3'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:14:22.322511 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-650f0c4b-8a63-40bc-96d3-a6f31ed683c4 req-1721b50b-e91f-44d1-9b8b-dd8a030f494e tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3742495-f24f-47b9-ab27-27288bc39763 HTTP/1.1" status: 200 len: 210 time: 0.0652320 Feb 16 18:14:22.382182 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-298eb662-a485-413f-b069-f1e6464e2577 req-4356e43c-e111-494d-89dc-83efb7a8610c tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:14:22.392030 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [req-298eb662-a485-413f-b069-f1e6464e2577 req-4356e43c-e111-494d-89dc-83efb7a8610c tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:14:22.400832 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-298eb662-a485-413f-b069-f1e6464e2577 req-4356e43c-e111-494d-89dc-83efb7a8610c tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Made reservation on behalf of 5deb8ec4121040729d5c2843192854c3 for: {'port': 1} {{(pid=83985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 18:14:22.406366 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-298eb662-a485-413f-b069-f1e6464e2577 req-4356e43c-e111-494d-89dc-83efb7a8610c tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:22.711577 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_common [req-298eb662-a485-413f-b069-f1e6464e2577 req-4356e43c-e111-494d-89dc-83efb7a8610c tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Allocated IP 172.20.0.12 (08c260c8-a1f5-4744-a7a3-3d2c43bddc22/3ef6de28-f05b-454b-a7cc-769583a06011/22aa1dc9-5896-472c-9e21-c44e101d1c17) {{(pid=83985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 18:14:22.925615 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-298eb662-a485-413f-b069-f1e6464e2577 req-4356e43c-e111-494d-89dc-83efb7a8610c tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Notify callbacks [] for port, precommit_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:22.956358 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-298eb662-a485-413f-b069-f1e6464e2577 req-4356e43c-e111-494d-89dc-83efb7a8610c tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749400782656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_create {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:22.973098 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-6776904e-cb8c-4faa-8b80-4b7d021a52a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:14:23.111449 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356e43c-e111-494d-89dc-83efb7a8610c tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Pushing event updated for resources: {'Port': ['ID=22aa1dc9-5896-472c-9e21-c44e101d1c17,revision_number=1']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:14:23.114851 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-4356e43c-e111-494d-89dc-83efb7a8610c tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:14:23.169705 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-298eb662-a485-413f-b069-f1e6464e2577 req-4356e43c-e111-494d-89dc-83efb7a8610c tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Network 08c260c8-a1f5-4744-a7a3-3d2c43bddc22 is already hosted by enough agents. {{(pid=83985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 18:14:23.170836 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.scheduler.base_scheduler [req-298eb662-a485-413f-b069-f1e6464e2577 req-4356e43c-e111-494d-89dc-83efb7a8610c tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Resources bound (agent type, host, resource id): {{(pid=83985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 18:14:23.173365 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-298eb662-a485-413f-b069-f1e6464e2577 req-4356e43c-e111-494d-89dc-83efb7a8610c tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Received port after_create {{(pid=83985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 18:14:23.236397 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298eb662-a485-413f-b069-f1e6464e2577 req-4356e43c-e111-494d-89dc-83efb7a8610c tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:14:23.237048 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-298eb662-a485-413f-b069-f1e6464e2577 req-4356e43c-e111-494d-89dc-83efb7a8610c tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:23.261597 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-298eb662-a485-413f-b069-f1e6464e2577 req-4356e43c-e111-494d-89dc-83efb7a8610c tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0807652 Feb 16 18:14:23.274279 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.v2.base [req-298eb662-a485-413f-b069-f1e6464e2577 req-9d196fbd-25cf-4a0e-bf17-0b93991b232e service neutron] Request body: {'port': {'device_id': 'c3742495-f24f-47b9-ab27-27288bc39763', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=83985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:14:23.396077 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-298eb662-a485-413f-b069-f1e6464e2577 req-9d196fbd-25cf-4a0e-bf17-0b93991b232e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:23.520666 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0702a006-3f84-4ef3-87a0-9f543bd4507c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:23.665026 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f571215-7332-434e-be18-32c7a99f4c27 req-26bf250f-37b2-4f4a-8d88-ddf5924727dd tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:14:23.665818 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-4f571215-7332-434e-be18-32c7a99f4c27 req-26bf250f-37b2-4f4a-8d88-ddf5924727dd tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Synchronizing usage tracker for tenant:5deb8ec4121040729d5c2843192854c3 on resource:port {{(pid=83985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 18:14:23.751673 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [req-4f571215-7332-434e-be18-32c7a99f4c27 req-26bf250f-37b2-4f4a-8d88-ddf5924727dd tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Unset dirty status for tenant:5deb8ec4121040729d5c2843192854c3 on resource:port {{(pid=83985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 18:14:23.752946 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4f571215-7332-434e-be18-32c7a99f4c27 req-26bf250f-37b2-4f4a-8d88-ddf5924727dd tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3742495-f24f-47b9-ab27-27288bc39763 HTTP/1.1" status: 200 len: 932 time: 0.3100660 Feb 16 18:14:23.836681 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-4f571215-7332-434e-be18-32c7a99f4c27 req-a73c8b5d-38eb-45d3-b83b-b4d41ede6b7c tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/security-groups?id=226d63a1-9747-48a1-b8d0-c4736857fbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702367 Feb 16 18:14:23.938773 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [req-298eb662-a485-413f-b069-f1e6464e2577 req-9d196fbd-25cf-4a0e-bf17-0b93991b232e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22aa1dc9-5896-472c-9e21-c44e101d1c17 {{(pid=83985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 18:14:23.946624 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-298eb662-a485-413f-b069-f1e6464e2577 req-9d196fbd-25cf-4a0e-bf17-0b93991b232e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:23.958867 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [req-298eb662-a485-413f-b069-f1e6464e2577 req-9d196fbd-25cf-4a0e-bf17-0b93991b232e service neutron] Transition to ACTIVE for port object 22aa1dc9-5896-472c-9e21-c44e101d1c17 will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 18:14:23.961239 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-298eb662-a485-413f-b069-f1e6464e2577 req-9d196fbd-25cf-4a0e-bf17-0b93991b232e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2348572'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:23.976279 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-3bd1b603-ef5b-4fcf-b75b-169c29a0750a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:14:24.112218 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d196fbd-25cf-4a0e-bf17-0b93991b232e service neutron] Pushing event updated for resources: {'Port': ['ID=22aa1dc9-5896-472c-9e21-c44e101d1c17,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:14:24.116922 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-9d196fbd-25cf-4a0e-bf17-0b93991b232e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:14:24.518423 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-298eb662-a485-413f-b069-f1e6464e2577 req-9d196fbd-25cf-4a0e-bf17-0b93991b232e service neutron] Attempting to bind port 22aa1dc9-5896-472c-9e21-c44e101d1c17 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:14:24.518962 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-298eb662-a485-413f-b069-f1e6464e2577 req-9d196fbd-25cf-4a0e-bf17-0b93991b232e service neutron] Attempting to bind port 22aa1dc9-5896-472c-9e21-c44e101d1c17 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '6357978b-067c-4a2c-96fa-833bb6247124', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '08c260c8-a1f5-4744-a7a3-3d2c43bddc22'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 18:14:24.519086 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298eb662-a485-413f-b069-f1e6464e2577 req-9d196fbd-25cf-4a0e-bf17-0b93991b232e service neutron] Attempting to bind port 22aa1dc9-5896-472c-9e21-c44e101d1c17 on network 08c260c8-a1f5-4744-a7a3-3d2c43bddc22 {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 18:14:24.524643 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298eb662-a485-413f-b069-f1e6464e2577 req-9d196fbd-25cf-4a0e-bf17-0b93991b232e service neutron] Checking agent: {'id': '0ec6646b-198c-4ca3-9e9d-d080d83e847c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 18, 2, 57), 'started_at': datetime.datetime(2021, 2, 16, 18, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 18, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 18:14:24.524987 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298eb662-a485-413f-b069-f1e6464e2577 req-9d196fbd-25cf-4a0e-bf17-0b93991b232e service neutron] Checking segment: {'id': '6357978b-067c-4a2c-96fa-833bb6247124', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '08c260c8-a1f5-4744-a7a3-3d2c43bddc22'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 18:14:24.525961 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-298eb662-a485-413f-b069-f1e6464e2577 req-9d196fbd-25cf-4a0e-bf17-0b93991b232e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:24.526353 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298eb662-a485-413f-b069-f1e6464e2577 req-9d196fbd-25cf-4a0e-bf17-0b93991b232e service neutron] Bound using segment: {'id': '6357978b-067c-4a2c-96fa-833bb6247124', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '08c260c8-a1f5-4744-a7a3-3d2c43bddc22'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 18:14:24.526812 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [req-298eb662-a485-413f-b069-f1e6464e2577 req-9d196fbd-25cf-4a0e-bf17-0b93991b232e service neutron] Bound port: 22aa1dc9-5896-472c-9e21-c44e101d1c17, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6357978b-067c-4a2c-96fa-833bb6247124', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '08c260c8-a1f5-4744-a7a3-3d2c43bddc22'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 18:14:24.527176 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-298eb662-a485-413f-b069-f1e6464e2577 req-9d196fbd-25cf-4a0e-bf17-0b93991b232e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:24.624283 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-298eb662-a485-413f-b069-f1e6464e2577 req-9d196fbd-25cf-4a0e-bf17-0b93991b232e service neutron] For port 22aa1dc9-5896-472c-9e21-c44e101d1c17, host hv-cinder-76330, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 18:14:24.627482 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-298eb662-a485-413f-b069-f1e6464e2577 req-9d196fbd-25cf-4a0e-bf17-0b93991b232e service neutron] For port 22aa1dc9-5896-472c-9e21-c44e101d1c17, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=22aa1dc9-5896-472c-9e21-c44e101d1c17,segment=NetworkSegment(6357978b-067c-4a2c-96fa-833bb6247124),segment_id=6357978b-067c-4a2c-96fa-833bb6247124)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 18:14:24.630834 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-298eb662-a485-413f-b069-f1e6464e2577 req-9d196fbd-25cf-4a0e-bf17-0b93991b232e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2348572'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:24.646922 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-7faed219-9e71-448a-a224-20eb372805a1 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:14:24.804926 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d196fbd-25cf-4a0e-bf17-0b93991b232e service neutron] Pushing event updated for resources: {'Port': ['ID=22aa1dc9-5896-472c-9e21-c44e101d1c17,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:14:24.810204 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-9d196fbd-25cf-4a0e-bf17-0b93991b232e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:14:24.841482 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298eb662-a485-413f-b069-f1e6464e2577 req-9d196fbd-25cf-4a0e-bf17-0b93991b232e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:14:24.841748 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-298eb662-a485-413f-b069-f1e6464e2577 req-9d196fbd-25cf-4a0e-bf17-0b93991b232e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:24.843245 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-298eb662-a485-413f-b069-f1e6464e2577 req-9d196fbd-25cf-4a0e-bf17-0b93991b232e service neutron] 10.222.0.86 "PUT /v2.0/ports/22aa1dc9-5896-472c-9e21-c44e101d1c17 HTTP/1.1" status: 200 len: 1158 time: 1.5734255 Feb 16 18:14:24.843809 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3742495-f24f-47b9-ab27-27288bc39763', 'tag': '22aa1dc9-5896-472c-9e21-c44e101d1c17'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:14:24.922728 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3742495-f24f-47b9-ab27-27288bc39763', 'tag': '22aa1dc9-5896-472c-9e21-c44e101d1c17', 'status': 'completed', 'code': 200} Feb 16 18:14:25.010544 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298eb662-a485-413f-b069-f1e6464e2577 req-41156a21-f3e8-44a7-8436-6512e3cfc809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:14:25.012306 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-298eb662-a485-413f-b069-f1e6464e2577 req-41156a21-f3e8-44a7-8436-6512e3cfc809 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5deb8ec4121040729d5c2843192854c3&device_id=c3742495-f24f-47b9-ab27-27288bc39763 HTTP/1.1" status: 200 len: 1161 time: 0.1326880 Feb 16 18:14:25.091022 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-298eb662-a485-413f-b069-f1e6464e2577 req-97ebc2fa-578e-4807-8f83-da3a062d6e72 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22aa1dc9-5896-472c-9e21-c44e101d1c17 HTTP/1.1" status: 200 len: 217 time: 0.0705025 Feb 16 18:14:25.164218 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405e308-ca35-4fdd-a94e-6c53d39ab839 req-ae5cc98d-1205-4a85-a343-a1eb27b9a82d tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:14:25.165877 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7405e308-ca35-4fdd-a94e-6c53d39ab839 req-ae5cc98d-1205-4a85-a343-a1eb27b9a82d tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3742495-f24f-47b9-ab27-27288bc39763 HTTP/1.1" status: 200 len: 944 time: 0.2105041 Feb 16 18:14:25.199365 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298eb662-a485-413f-b069-f1e6464e2577 req-12579288-435f-4a75-8722-178acf72c58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:14:25.201011 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-298eb662-a485-413f-b069-f1e6464e2577 req-12579288-435f-4a75-8722-178acf72c58d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3ef6de28-f05b-454b-a7cc-769583a06011 HTTP/1.1" status: 200 len: 853 time: 0.0993140 Feb 16 18:14:25.271578 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-298eb662-a485-413f-b069-f1e6464e2577 req-6906c002-06f1-4ef6-bf84-5e5547c880d3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=08c260c8-a1f5-4744-a7a3-3d2c43bddc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571060 Feb 16 18:14:25.274690 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-7405e308-ca35-4fdd-a94e-6c53d39ab839 req-3c5ca050-7a79-452d-8b6c-afbce17afe2b tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/security-groups?id=226d63a1-9747-48a1-b8d0-c4736857fbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018093 Feb 16 18:14:25.418963 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-298eb662-a485-413f-b069-f1e6464e2577 req-07235cb7-66e1-45ce-a680-0e2a0d673e9c service neutron] 10.222.0.86 "GET /v2.0/networks/08c260c8-a1f5-4744-a7a3-3d2c43bddc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398804 Feb 16 18:14:25.564652 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-298eb662-a485-413f-b069-f1e6464e2577 req-4a4bccbf-8d38-4d88-8153-4f71121f63b4 service neutron] 10.222.0.86 "GET /v2.0/networks/08c260c8-a1f5-4744-a7a3-3d2c43bddc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1386399 Feb 16 18:14:25.695705 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a480281-019d-4453-ac7b-233c517b4d96 req-8e71fb3e-e681-4e08-aea5-3e70982f154b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:14:25.697341 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3a480281-019d-4453-ac7b-233c517b4d96 req-8e71fb3e-e681-4e08-aea5-3e70982f154b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5deb8ec4121040729d5c2843192854c3&device_id=c3742495-f24f-47b9-ab27-27288bc39763 HTTP/1.1" status: 200 len: 1161 time: 0.0861852 Feb 16 18:14:25.772202 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f73e9498-7cf1-4795-8ab5-c33ebe32ce8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:25.842934 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a480281-019d-4453-ac7b-233c517b4d96 req-622f3994-569e-4dc8-966e-19482202e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:14:25.844567 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3a480281-019d-4453-ac7b-233c517b4d96 req-622f3994-569e-4dc8-966e-19482202e269 service neutron] 10.222.0.86 "GET /v2.0/networks?id=08c260c8-a1f5-4744-a7a3-3d2c43bddc22 HTTP/1.1" status: 200 len: 907 time: 0.1406624 Feb 16 18:14:25.930988 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3a480281-019d-4453-ac7b-233c517b4d96 req-fce36ac7-b18e-404f-85b9-5291aa2a0105 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22aa1dc9-5896-472c-9e21-c44e101d1c17 HTTP/1.1" status: 200 len: 217 time: 0.0786228 Feb 16 18:14:25.999474 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a480281-019d-4453-ac7b-233c517b4d96 req-9d4d196e-fef6-45d3-b760-630cf3c32c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:14:26.000990 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3a480281-019d-4453-ac7b-233c517b4d96 req-9d4d196e-fef6-45d3-b760-630cf3c32c95 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3ef6de28-f05b-454b-a7cc-769583a06011 HTTP/1.1" status: 200 len: 853 time: 0.0638835 Feb 16 18:14:26.058544 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3a480281-019d-4453-ac7b-233c517b4d96 req-c6bf5c9f-07a1-406c-a56a-d65e8b6dac38 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=08c260c8-a1f5-4744-a7a3-3d2c43bddc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494900 Feb 16 18:14:26.206714 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3a480281-019d-4453-ac7b-233c517b4d96 req-ca2b01e2-e460-47d0-87a0-a805cf944181 service neutron] 10.222.0.86 "GET /v2.0/networks/08c260c8-a1f5-4744-a7a3-3d2c43bddc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399963 Feb 16 18:14:26.351578 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3a480281-019d-4453-ac7b-233c517b4d96 req-f712354d-0c58-46eb-a67d-5989a99a63e4 service neutron] 10.222.0.86 "GET /v2.0/networks/08c260c8-a1f5-4744-a7a3-3d2c43bddc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1371567 Feb 16 18:14:26.478169 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5908e-8c01-4c99-a3eb-93a99b20ebc7 req-f76a4b7a-7303-43f2-9a90-c1c81938b1c0 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:14:26.479868 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-87c5908e-8c01-4c99-a3eb-93a99b20ebc7 req-f76a4b7a-7303-43f2-9a90-c1c81938b1c0 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3742495-f24f-47b9-ab27-27288bc39763 HTTP/1.1" status: 200 len: 944 time: 0.0856552 Feb 16 18:14:26.528119 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-87c5908e-8c01-4c99-a3eb-93a99b20ebc7 req-80ca144e-bc47-46da-9def-c981525518a6 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/security-groups?id=226d63a1-9747-48a1-b8d0-c4736857fbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420735 Feb 16 18:14:26.714890 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:26.751947 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:27.408208 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:27.735860 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12445b-3793-4fe0-a796-b15a0ca74e8c req-10f1a156-dc5d-466a-b197-bca2a7c06130 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:14:27.737452 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0d12445b-3793-4fe0-a796-b15a0ca74e8c req-10f1a156-dc5d-466a-b197-bca2a7c06130 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3742495-f24f-47b9-ab27-27288bc39763 HTTP/1.1" status: 200 len: 944 time: 0.0934262 Feb 16 18:14:27.785059 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-0d12445b-3793-4fe0-a796-b15a0ca74e8c req-d0980c0a-84b7-4b48-a993-2bf4ce46bcf9 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/security-groups?id=226d63a1-9747-48a1-b8d0-c4736857fbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413694 Feb 16 18:14:28.015672 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:28.284587 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 22aa1dc9-5896-472c-9e21-c44e101d1c17 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:14:28.357808 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning for port 22aa1dc9-5896-472c-9e21-c44e101d1c17 completed by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 18:14:28.362648 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 22aa1dc9-5896-472c-9e21-c44e101d1c17 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:14:28.363068 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:28.489815 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945567'] for port, before_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:28.518720 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3742495-f24f-47b9-ab27-27288bc39763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22aa1dc9-5896-472c-9e21-c44e101d1c17'}] {{(pid=83987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:14:28.529449 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] For port 22aa1dc9-5896-472c-9e21-c44e101d1c17, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=22aa1dc9-5896-472c-9e21-c44e101d1c17,segment=NetworkSegment(6357978b-067c-4a2c-96fa-833bb6247124),segment_id=6357978b-067c-4a2c-96fa-833bb6247124)] {{(pid=83987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:14:28.532628 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749401283853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363287453996216', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749400779618'] for port, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:28.535364 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:14:28.575143 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3742495-f24f-47b9-ab27-27288bc39763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22aa1dc9-5896-472c-9e21-c44e101d1c17', 'code': 200} Feb 16 18:14:28.611337 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Pushing event updated for resources: {'Port': ['ID=22aa1dc9-5896-472c-9e21-c44e101d1c17,revision_number=4']} {{(pid=83987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:14:28.619857 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:28.620243 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:28.620623 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:28.620997 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:28.621371 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:28.621742 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:28.622109 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:28.622480 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:28.622844 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:28.623211 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:28.623601 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:28.623964 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:28.624367 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:28.624733 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:28.625101 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:28.625462 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:28.625824 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:28.626193 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:28.626555 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:28.626916 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:28.627277 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:28.627663 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:28.628025 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:28.628385 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:14:28.633290 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:14:28.809143 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f24ed9-5da2-4e10-938a-bbe054d6497c req-e6a42ea0-4b56-4f86-a443-66165b3638fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:14:28.810763 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-74f24ed9-5da2-4e10-938a-bbe054d6497c req-e6a42ea0-4b56-4f86-a443-66165b3638fc service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c3742495-f24f-47b9-ab27-27288bc39763 HTTP/1.1" status: 200 len: 1163 time: 0.0772307 Feb 16 18:14:28.856385 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-74f24ed9-5da2-4e10-938a-bbe054d6497c req-9e5ca052-6755-4232-8676-ae48c3c40396 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=226d63a1-9747-48a1-b8d0-c4736857fbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387144 Feb 16 18:14:28.990017 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ea3ea-4fc6-4fee-b8f7-b86b85fb678a req-45de531d-f696-4980-8922-d4597d479df8 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:14:28.991624 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b40ea3ea-4fc6-4fee-b8f7-b86b85fb678a req-45de531d-f696-4980-8922-d4597d479df8 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3742495-f24f-47b9-ab27-27288bc39763 HTTP/1.1" status: 200 len: 946 time: 0.0882745 Feb 16 18:14:29.040302 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-b40ea3ea-4fc6-4fee-b8f7-b86b85fb678a req-e4104fb8-e80f-40af-971d-83822021eaf5 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/security-groups?id=226d63a1-9747-48a1-b8d0-c4736857fbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421586 Feb 16 18:14:30.053945 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 22aa1dc9-5896-472c-9e21-c44e101d1c17 up at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 18:14:30.129831 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.provisioning_blocks [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Provisioning complete for port 22aa1dc9-5896-472c-9e21-c44e101d1c17 triggered by entity L2. {{(pid=83987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 18:14:30.130251 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853806321'] for port, provisioning_complete {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:30.242926 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f32da-8434-4ac5-af9c-59fa8863ffc4 req-d796aa5a-9ba8-47dd-be52-01c3e52d14e7 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:14:30.244795 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d91f32da-8434-4ac5-af9c-59fa8863ffc4 req-d796aa5a-9ba8-47dd-be52-01c3e52d14e7 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3742495-f24f-47b9-ab27-27288bc39763 HTTP/1.1" status: 200 len: 946 time: 0.0893655 Feb 16 18:14:30.294262 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-d91f32da-8434-4ac5-af9c-59fa8863ffc4 req-3cc178a8-cb54-4344-9c29-4a0e5a4db600 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/security-groups?id=226d63a1-9747-48a1-b8d0-c4736857fbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427525 Feb 16 18:14:34.945863 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 6 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:14:46.433672 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253a1a0-ecd8-476a-b9b7-3652566fba87 req-9d090340-00a2-4e54-98c9-0459adeadef3 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:14:46.435256 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9253a1a0-ecd8-476a-b9b7-3652566fba87 req-9d090340-00a2-4e54-98c9-0459adeadef3 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3742495-f24f-47b9-ab27-27288bc39763 HTTP/1.1" status: 200 len: 946 time: 0.0881870 Feb 16 18:14:46.483442 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-9253a1a0-ecd8-476a-b9b7-3652566fba87 req-b92248d4-3974-46f0-b151-99741912f858 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/security-groups?id=226d63a1-9747-48a1-b8d0-c4736857fbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413370 Feb 16 18:14:47.688781 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be23d45-7cbe-4269-a319-6ff401fd4ae0 req-8fae5353-cff2-4aed-a362-4b1d5438610f tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:14:47.690449 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3be23d45-7cbe-4269-a319-6ff401fd4ae0 req-8fae5353-cff2-4aed-a362-4b1d5438610f tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3742495-f24f-47b9-ab27-27288bc39763 HTTP/1.1" status: 200 len: 946 time: 0.0925374 Feb 16 18:14:47.741438 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-3be23d45-7cbe-4269-a319-6ff401fd4ae0 req-397e148c-371d-47f5-b1fa-5d41e75d0d0e tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/security-groups?id=226d63a1-9747-48a1-b8d0-c4736857fbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447628 Feb 16 18:14:48.942074 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b240de5-ac92-4b09-9032-037f5fe4f258 req-400a6baf-933c-48ab-9dd9-25cf12271291 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:14:48.943731 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8b240de5-ac92-4b09-9032-037f5fe4f258 req-400a6baf-933c-48ab-9dd9-25cf12271291 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3742495-f24f-47b9-ab27-27288bc39763 HTTP/1.1" status: 200 len: 946 time: 0.0875173 Feb 16 18:14:48.990815 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-8b240de5-ac92-4b09-9032-037f5fe4f258 req-db8600f5-7c02-49e1-9928-d92020add665 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/security-groups?id=226d63a1-9747-48a1-b8d0-c4736857fbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401175 Feb 16 18:14:50.195781 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9ad52-ecbe-4584-85cd-592fdf92d863 req-ab9753ed-ca57-4d95-8305-6711f744a4c6 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:14:50.198068 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-adb9ad52-ecbe-4584-85cd-592fdf92d863 req-ab9753ed-ca57-4d95-8305-6711f744a4c6 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3742495-f24f-47b9-ab27-27288bc39763 HTTP/1.1" status: 200 len: 946 time: 0.0921528 Feb 16 18:14:50.246479 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-adb9ad52-ecbe-4584-85cd-592fdf92d863 req-536ae186-042e-4419-9926-0fcd750c65f5 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/security-groups?id=226d63a1-9747-48a1-b8d0-c4736857fbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420909 Feb 16 18:14:50.716089 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa81702-8799-4fd4-bc36-6945f987b08e req-b405ec6e-0cda-4722-b3e8-ccfa07ba2e0b tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:14:50.717672 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6aa81702-8799-4fd4-bc36-6945f987b08e req-b405ec6e-0cda-4722-b3e8-ccfa07ba2e0b tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3742495-f24f-47b9-ab27-27288bc39763 HTTP/1.1" status: 200 len: 946 time: 0.0863638 Feb 16 18:14:50.796936 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-6aa81702-8799-4fd4-bc36-6945f987b08e req-f8a67602-522c-4887-af71-e00c6701c033 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Deleting port 22aa1dc9-5896-472c-9e21-c44e101d1c17 {{(pid=83985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 18:14:50.797316 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-6aa81702-8799-4fd4-bc36-6945f987b08e req-f8a67602-522c-4887-af71-e00c6701c033 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749401155955'] for port, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:51.057216 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.db [req-6aa81702-8799-4fd4-bc36-6945f987b08e req-f8a67602-522c-4887-af71-e00c6701c033 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] For port 22aa1dc9-5896-472c-9e21-c44e101d1c17, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=22aa1dc9-5896-472c-9e21-c44e101d1c17,segment=NetworkSegment(6357978b-067c-4a2c-96fa-833bb6247124),segment_id=6357978b-067c-4a2c-96fa-833bb6247124)] {{(pid=83985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 18:14:51.057613 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-6aa81702-8799-4fd4-bc36-6945f987b08e req-f8a67602-522c-4887-af71-e00c6701c033 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853156010'] for port, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:51.189445 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [req-6aa81702-8799-4fd4-bc36-6945f987b08e req-f8a67602-522c-4887-af71-e00c6701c033 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Calling delete_port for 22aa1dc9-5896-472c-9e21-c44e101d1c17 owned by compute:nova {{(pid=83985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 18:14:51.618625 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-6aa81702-8799-4fd4-bc36-6945f987b08e req-f8a67602-522c-4887-af71-e00c6701c033 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-945460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749401283870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749400779584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852427241'] for port, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:51.635683 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-a07ea541-8fd6-4fae-af42-02856c4df577 tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:14:51.739056 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a67602-522c-4887-af71-e00c6701c033 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Pushing event deleted for resources: {'Port': ['ID=22aa1dc9-5896-472c-9e21-c44e101d1c17,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:14:51.748256 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-f8a67602-522c-4887-af71-e00c6701c033 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:14:51.770111 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151ea9c-f2df-457d-9807-3f03bf5cae2a req-db30b73d-f266-4cae-86fb-2bb9cd0b9060 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 18:14:51.771745 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6151ea9c-f2df-457d-9807-3f03bf5cae2a req-db30b73d-f266-4cae-86fb-2bb9cd0b9060 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3742495-f24f-47b9-ab27-27288bc39763 HTTP/1.1" status: 200 len: 946 time: 0.2397525 Feb 16 18:14:51.856963 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6151ea9c-f2df-457d-9807-3f03bf5cae2a req-a8d82e2d-5dbf-4dca-ba1f-933705d21122 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.41 "GET /v2.0/security-groups?id=226d63a1-9747-48a1-b8d0-c4736857fbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767655 Feb 16 18:14:51.909059 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa81702-8799-4fd4-bc36-6945f987b08e req-f8a67602-522c-4887-af71-e00c6701c033 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] No DVR routers for this DVR port 22aa1dc9-5896-472c-9e21-c44e101d1c17 on host hv-cinder-76330 {{(pid=83985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 18:14:51.911298 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [req-6aa81702-8799-4fd4-bc36-6945f987b08e req-f8a67602-522c-4887-af71-e00c6701c033 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-672'] for port, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:51.915314 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3742495-f24f-47b9-ab27-27288bc39763', 'name': 'network-vif-deleted', 'tag': '22aa1dc9-5896-472c-9e21-c44e101d1c17'}] {{(pid=83985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 18:14:51.929703 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [req-6aa81702-8799-4fd4-bc36-6945f987b08e req-f8a67602-522c-4887-af71-e00c6701c033 tempest-VolumesSnapshotTestJSON-694346658 tempest-VolumesSnapshotTestJSON-694346658-project] 10.222.0.86 "DELETE /v2.0/ports/22aa1dc9-5896-472c-9e21-c44e101d1c17 HTTP/1.1" status: 204 len: 173 time: 1.2065284 Feb 16 18:14:51.967740 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3742495-f24f-47b9-ab27-27288bc39763', 'name': 'network-vif-deleted', 'tag': '22aa1dc9-5896-472c-9e21-c44e101d1c17', 'status': 'completed', 'code': 200} Feb 16 18:14:52.183914 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 22aa1dc9-5896-472c-9e21-c44e101d1c17 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 18:14:52.220688 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.plugin [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] No Port match for: 22aa1dc9-5896-472c-9e21-c44e101d1c17 {{(pid=83987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 18:14:52.221084 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.rpc [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Device 22aa1dc9-5896-472c-9e21-c44e101d1c17 not bound to the agent host hv-cinder-76330 {{(pid=83987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 18:14:53.511786 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-43bb5374-1ba0-4d7a-8d2b-8374cb5fed37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:55.775182 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-74d798b8-8b3a-43dd-b1f1-22f049f3361f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:56.718537 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:56.754759 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:57.410892 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:14:58.017942 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:11.946667 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 6 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:15:12.525576 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 38612) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:15:12.595321 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.db_base_plugin_v2 [None req-711a9493-21e3-4114-b6f6-1c321db518b2 admin admin] Deleting subnet 3ef6de28-f05b-454b-a7cc-769583a06011 {{(pid=83986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 18:15:12.598372 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-711a9493-21e3-4114-b6f6-1c321db518b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:12.651580 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-711a9493-21e3-4114-b6f6-1c321db518b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852641875'] for subnet, precommit_delete_associations {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:12.710245 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-711a9493-21e3-4114-b6f6-1c321db518b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853799394'] for subnet, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:12.968879 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-711a9493-21e3-4114-b6f6-1c321db518b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2831681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3161752'] for subnet, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:12.984684 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:15:13.070914 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a9493-21e3-4114-b6f6-1c321db518b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ef6de28-f05b-454b-a7cc-769583a06011,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:15:13.090975 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a9493-21e3-4114-b6f6-1c321db518b2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:13.091422 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a9493-21e3-4114-b6f6-1c321db518b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:13.091820 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a9493-21e3-4114-b6f6-1c321db518b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:13.092218 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a9493-21e3-4114-b6f6-1c321db518b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:13.092616 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a9493-21e3-4114-b6f6-1c321db518b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:13.093003 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a9493-21e3-4114-b6f6-1c321db518b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:13.093395 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a9493-21e3-4114-b6f6-1c321db518b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:13.093786 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a9493-21e3-4114-b6f6-1c321db518b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:13.094173 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a9493-21e3-4114-b6f6-1c321db518b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:13.094561 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a9493-21e3-4114-b6f6-1c321db518b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:13.094947 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a9493-21e3-4114-b6f6-1c321db518b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:13.095334 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a9493-21e3-4114-b6f6-1c321db518b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:13.095781 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a9493-21e3-4114-b6f6-1c321db518b2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:13.096171 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a9493-21e3-4114-b6f6-1c321db518b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:13.096556 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a9493-21e3-4114-b6f6-1c321db518b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:13.096939 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a9493-21e3-4114-b6f6-1c321db518b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:13.097322 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a9493-21e3-4114-b6f6-1c321db518b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:13.097711 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a9493-21e3-4114-b6f6-1c321db518b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:13.098094 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a9493-21e3-4114-b6f6-1c321db518b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:13.098479 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a9493-21e3-4114-b6f6-1c321db518b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:13.098864 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a9493-21e3-4114-b6f6-1c321db518b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:13.099254 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a9493-21e3-4114-b6f6-1c321db518b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:13.099666 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a9493-21e3-4114-b6f6-1c321db518b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:13.100048 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a9493-21e3-4114-b6f6-1c321db518b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:13.105089 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-711a9493-21e3-4114-b6f6-1c321db518b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:15:13.132815 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-711a9493-21e3-4114-b6f6-1c321db518b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for subnet, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:13.140461 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-711a9493-21e3-4114-b6f6-1c321db518b2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3ef6de28-f05b-454b-a7cc-769583a06011 HTTP/1.1" status: 204 len: 168 time: 0.6127689 Feb 16 18:15:13.142137 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 38616) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:15:13.255384 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c114ada2-6797-418b-9620-affa64d115d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853787567'] for network, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:13.444722 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c114ada2-6797-418b-9620-affa64d115d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853803641', 'neutron.services.segments.db._delete_segments_for_network--9223363287453533471'] for network, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:13.557536 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-c114ada2-6797-418b-9620-affa64d115d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c260c8-a1f5-4744-a7a3-3d2c43bddc22']}} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:15:13.569951 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-c114ada2-6797-418b-9620-affa64d115d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6357978b-067c-4a2c-96fa-833bb6247124') {'for_net_delete': True} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:15:13.570284 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.services.segments.db [None req-c114ada2-6797-418b-9620-affa64d115d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6357978b-067c-4a2c-96fa-833bb6247124') {} {{(pid=83986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 18:15:13.582747 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c114ada2-6797-418b-9620-affa64d115d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363287453521951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2133926'] for segment, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:13.598209 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c114ada2-6797-418b-9620-affa64d115d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975480'] for segment, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:13.600181 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c114ada2-6797-418b-9620-affa64d115d3 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 18:15:13.776105 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-c114ada2-6797-418b-9620-affa64d115d3 admin admin] Network 08c260c8-a1f5-4744-a7a3-3d2c43bddc22 has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:15:13.785047 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c114ada2-6797-418b-9620-affa64d115d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853800433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851943453'] for segment, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:13.967281 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.plugins.ml2.managers [None req-c114ada2-6797-418b-9620-affa64d115d3 admin admin] Network 08c260c8-a1f5-4744-a7a3-3d2c43bddc22 has no segments {{(pid=83986) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 18:15:13.989614 dv-cinder-763306-9-smb neutron-server[83874]: Traceback (most recent call last): Feb 16 18:15:13.989614 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:15:13.989614 dv-cinder-763306-9-smb neutron-server[83874]: timer() Feb 16 18:15:13.989614 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:15:13.989614 dv-cinder-763306-9-smb neutron-server[83874]: cb(*args, **kw) Feb 16 18:15:13.989614 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 18:15:13.989614 dv-cinder-763306-9-smb neutron-server[83874]: return func(*args, **kwargs) Feb 16 18:15:13.989614 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:15:13.989614 dv-cinder-763306-9-smb neutron-server[83874]: self._notify() Feb 16 18:15:13.989614 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:15:13.989614 dv-cinder-763306-9-smb neutron-server[83874]: self.callback(batched_events) Feb 16 18:15:13.989614 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:15:13.989614 dv-cinder-763306-9-smb neutron-server[83874]: event.method(event) Feb 16 18:15:13.989614 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 18:15:13.989614 dv-cinder-763306-9-smb neutron-server[83874]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:15:13.989614 dv-cinder-763306-9-smb neutron-server[83874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 18:15:13.989614 dv-cinder-763306-9-smb neutron-server[83874]: segment_id)['aggregates'][0] Feb 16 18:15:13.989614 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 18:15:13.989614 dv-cinder-763306-9-smb neutron-server[83874]: return f(self, *a, **k) Feb 16 18:15:13.989614 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 18:15:13.989614 dv-cinder-763306-9-smb neutron-server[83874]: return self._get(url).json() Feb 16 18:15:13.989614 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:15:13.989614 dv-cinder-763306-9-smb neutron-server[83874]: **kwargs) Feb 16 18:15:13.989614 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 18:15:13.989614 dv-cinder-763306-9-smb neutron-server[83874]: return self.request(url, 'GET', **kwargs) Feb 16 18:15:13.989614 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 18:15:13.989614 dv-cinder-763306-9-smb neutron-server[83874]: **endpoint_filter) Feb 16 18:15:13.989614 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 18:15:13.989614 dv-cinder-763306-9-smb neutron-server[83874]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:15:13.989614 dv-cinder-763306-9-smb neutron-server[83874]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 18:15:13.989614 dv-cinder-763306-9-smb neutron-server[83874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:15:13.989614 dv-cinder-763306-9-smb neutron-server[83874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:15:14.068120 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c114ada2-6797-418b-9620-affa64d115d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852784992'] for network, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:14.071770 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:15:14.087478 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c114ada2-6797-418b-9620-affa64d115d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681567'] for network, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:14.093762 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c114ada2-6797-418b-9620-affa64d115d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=08c260c8-a1f5-4744-a7a3-3d2c43bddc22,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:15:14.098196 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-c114ada2-6797-418b-9620-affa64d115d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:15:14.105001 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-c114ada2-6797-418b-9620-affa64d115d3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/08c260c8-a1f5-4744-a7a3-3d2c43bddc22 HTTP/1.1" status: 204 len: 168 time: 0.9618704 Feb 16 18:15:14.230260 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 38622) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:15:14.281891 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-d0cdd2e4-950e-4028-8d4e-f66e9cb5be2d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5deb8ec4121040729d5c2843192854c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503783 Feb 16 18:15:14.284454 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 38626) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:15:14.345170 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-75559f66-fb14-4daa-afd0-1f0fa03a89cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:14.372028 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-75559f66-fb14-4daa-afd0-1f0fa03a89cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:14.419173 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-75559f66-fb14-4daa-afd0-1f0fa03a89cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:14.424135 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-5a2e80a9-b09e-4c85-b2c8-3f2f7f4ce72a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:15:14.438928 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75559f66-fb14-4daa-afd0-1f0fa03a89cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226d63a1-9747-48a1-b8d0-c4736857fbf0,revision_number=None']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:15:14.444373 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-75559f66-fb14-4daa-afd0-1f0fa03a89cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:15:14.446908 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-75559f66-fb14-4daa-afd0-1f0fa03a89cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:14.448156 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-75559f66-fb14-4daa-afd0-1f0fa03a89cc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/226d63a1-9747-48a1-b8d0-c4736857fbf0 HTTP/1.1" status: 204 len: 168 time: 0.1626840 Feb 16 18:15:21.140124 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83986) accepted ('10.222.0.41', 38692) {{(pid=83986) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:15:21.265896 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-af37d00e-e52a-4c92-95cb-c99b9262075a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:21.281443 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-af37d00e-e52a-4c92-95cb-c99b9262075a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 18:15:21.285521 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-af37d00e-e52a-4c92-95cb-c99b9262075a admin admin] Usage tracker for resource:security_group_rule and tenant:a3d51fff4e2c4966a2da36542e29041d is out of sync, need to count used quota {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 18:15:21.288454 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.quota.resource [None req-af37d00e-e52a-4c92-95cb-c99b9262075a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83986) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 18:15:21.295195 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.quota.driver [None req-af37d00e-e52a-4c92-95cb-c99b9262075a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83986) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 18:15:21.380596 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-af37d00e-e52a-4c92-95cb-c99b9262075a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:21.383932 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-af37d00e-e52a-4c92-95cb-c99b9262075a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_create {{(pid=83986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:21.392739 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-34f47c05-831c-4d1d-a93f-b60af5745d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:15:21.435027 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-af37d00e-e52a-4c92-95cb-c99b9262075a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a3d51fff4e2c4966a2da36542e29041d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937782 Feb 16 18:15:21.435986 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37d00e-e52a-4c92-95cb-c99b9262075a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d049677f-5a7f-4b41-8eb7-4c8f4eeb21a1,revision_number=1']} {{(pid=83986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:15:21.438355 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.wsgi [-] (83985) accepted ('10.222.0.41', 38698) {{(pid=83985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 18:15:21.449301 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-af37d00e-e52a-4c92-95cb-c99b9262075a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:15:21.508576 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7ebc5812-40c5-4097-9b9e-5c9e4ac4b8cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:21.534873 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7ebc5812-40c5-4097-9b9e-5c9e4ac4b8cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:21.581700 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7ebc5812-40c5-4097-9b9e-5c9e4ac4b8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852803783'] for security_group, after_delete {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:21.586611 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-befe2213-2177-4e6c-b9a2-d1caf3bb03fb tempest-TestShelveInstance-752462961 tempest-TestShelveInstance-752462961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 18:15:21.597227 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc5812-40c5-4097-9b9e-5c9e4ac4b8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d049677f-5a7f-4b41-8eb7-4c8f4eeb21a1,revision_number=None']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 18:15:21.608600 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc5812-40c5-4097-9b9e-5c9e4ac4b8cf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:21.609018 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc5812-40c5-4097-9b9e-5c9e4ac4b8cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:21.609425 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc5812-40c5-4097-9b9e-5c9e4ac4b8cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:21.609827 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc5812-40c5-4097-9b9e-5c9e4ac4b8cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:21.610226 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc5812-40c5-4097-9b9e-5c9e4ac4b8cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:21.610624 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc5812-40c5-4097-9b9e-5c9e4ac4b8cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:21.611020 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc5812-40c5-4097-9b9e-5c9e4ac4b8cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:21.611447 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc5812-40c5-4097-9b9e-5c9e4ac4b8cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:21.611848 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc5812-40c5-4097-9b9e-5c9e4ac4b8cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:21.612240 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc5812-40c5-4097-9b9e-5c9e4ac4b8cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:21.612631 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc5812-40c5-4097-9b9e-5c9e4ac4b8cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:21.613019 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc5812-40c5-4097-9b9e-5c9e4ac4b8cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:21.613463 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc5812-40c5-4097-9b9e-5c9e4ac4b8cf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:21.613849 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc5812-40c5-4097-9b9e-5c9e4ac4b8cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:21.614241 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc5812-40c5-4097-9b9e-5c9e4ac4b8cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:21.614627 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc5812-40c5-4097-9b9e-5c9e4ac4b8cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:21.615013 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc5812-40c5-4097-9b9e-5c9e4ac4b8cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:21.615425 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc5812-40c5-4097-9b9e-5c9e4ac4b8cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:21.615808 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc5812-40c5-4097-9b9e-5c9e4ac4b8cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:21.616197 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc5812-40c5-4097-9b9e-5c9e4ac4b8cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:21.616586 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc5812-40c5-4097-9b9e-5c9e4ac4b8cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:21.616974 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc5812-40c5-4097-9b9e-5c9e4ac4b8cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:21.617953 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc5812-40c5-4097-9b9e-5c9e4ac4b8cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:21.618353 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc5812-40c5-4097-9b9e-5c9e4ac4b8cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-9-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 18:15:21.621828 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7ebc5812-40c5-4097-9b9e-5c9e4ac4b8cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:21.623708 dv-cinder-763306-9-smb neutron-server[83874]: INFO neutron.wsgi [None req-7ebc5812-40c5-4097-9b9e-5c9e4ac4b8cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d049677f-5a7f-4b41-8eb7-4c8f4eeb21a1 HTTP/1.1" status: 204 len: 168 time: 0.1841154 Feb 16 18:15:21.624936 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG oslo_concurrency.lockutils [None req-7ebc5812-40c5-4097-9b9e-5c9e4ac4b8cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 18:15:23.514447 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-55a974b0-72ef-49bf-a5f1-a9e9a487c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:25.777623 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1f02fa29-091a-42ee-8193-97c1b8482f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:26.713659 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:26.757402 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:27.413175 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:28.020235 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:48.947214 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 6 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:15:53.516888 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-fb08cb4f-95b6-4460-98dc-595c7c0334b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:55.778300 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-3b065247-fade-4b2c-90d0-734b40ef39dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:56.713013 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:56.761118 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:57.416111 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:15:58.024166 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:23.519235 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-347ac8f2-87dd-4bfb-9006-d2c13e9b7ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:25.780089 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-314bbb3d-055b-4130-9d8e-f3df31164379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:25.946849 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 6 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:16:26.733699 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:26.763687 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:27.418725 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:28.026578 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:53.522016 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-aa28439b-03e8-4481-a18b-67aa9c2c03f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:55.780344 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d7d60cb1-9471-4e58-832e-489141292f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:56.742916 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:56.766154 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:57.420176 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:16:58.031183 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:02.947162 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 6 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:17:23.524623 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-bcde0277-ae63-4e68-87fd-afbc15256c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:25.780878 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-1c8ee7b7-d839-41dd-94a2-99ae5251e1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:26.766818 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:26.771308 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:27.422353 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:28.031996 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:39.947145 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 6 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:17:53.526449 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-0d470f6c-2432-4f9b-b28c-23202d80ebfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:55.781115 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-7d05379d-e4d1-45d7-85dc-da5a69ef9947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:56.782789 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:56.783923 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:57.424900 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:17:58.049006 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:16.947651 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 6 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:18:23.528369 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-665dfa94-9dda-4405-8791-645a49d7bd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:25.782511 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c95ce8c1-8ab3-4c50-b603-d0aa73385442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:26.785980 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:26.788833 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:27.427151 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:28.036893 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:53.529532 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-c45cb679-cb81-4a6b-8080-711deaea95fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:53.947891 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 6 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:18:55.786667 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b8972b92-cd31-474f-84c1-636c93b9c7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:56.787683 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:56.790075 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:57.429154 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:18:58.038987 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:23.530938 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b3891f7c-2966-4926-9b97-076254eb87ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:25.788054 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-8b9461cd-a349-4673-9f07-497492cd8659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:26.790402 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:26.791545 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:27.430874 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:28.041538 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:30.947754 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 6 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:19:53.533143 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-842c24f6-2d29-4f26-a401-28a832bcbd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:55.790603 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b65615b6-45c9-4de5-afd0-15a859419ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:56.793210 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:56.801308 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:57.433275 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:19:58.044191 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:07.946470 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron.db.agents_db [None req-8174026b-b0a0-437b-a5d4-056cd9583262 None None] Agent healthcheck: found 6 active agents {{(pid=83988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 18:20:23.536251 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-f1d2c781-88f9-455d-9dc4-d89db20422c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:25.794660 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-59e9b81d-cb1f-49a8-a7cc-c89ef55098ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:26.786295 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeeef-1b87-4ee3-8631-3803eff1aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:26.810415 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b6b6-e2d4-448f-98bb-147a54e8950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:27.435669 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-737855ec-53dc-4d0f-8eb3-8b71f0ed7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 18:20:28.048214 dv-cinder-763306-9-smb neutron-server[83874]: DEBUG neutron_lib.callbacks.manager [None req-89627055-4b95-44e6-b754-a2e27763b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363287453533488', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853807707'] for agent, after_update {{(pid=83987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}